-- Logs begin at Mon 2022-02-21 01:49:47 UTC, end at Mon 2022-02-21 02:48:08 UTC. -- Feb 21 02:19:11.898306 dv-cinder-804470-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 02:19:14.857851 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.common.config [-] Logging enabled! Feb 21 02:19:14.858488 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 02:19:14.858645 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 02:19:14.861983 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.common.config [-] Logging enabled! Feb 21 02:19:14.862243 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 02:19:14.862555 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102702) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 02:19:14.863491 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 02:19:14.863728 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 02:19:14.864105 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 02:19:14.864361 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 02:19:14.864989 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 02:19:14.865318 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.865787 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 02:19:14.866123 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.866429 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.866735 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.867043 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.867343 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.867632 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.867929 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.868234 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.868525 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.868810 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.869098 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.869395 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.869704 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.870002 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.870296 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.870586 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] debug = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.870871 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.871302 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.871724 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.872014 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.872307 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.872590 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.872864 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.873143 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.873429 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.873780 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] host = dv-cinder-804470-8-iscsi {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.874065 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.874357 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.874650 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.874937 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.875214 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.875495 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.875782 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.876058 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.876335 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.876617 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.877422 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.877807 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.878112 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.878345 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.878578 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.878871 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.879164 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.879445 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.879724 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.880003 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.880279 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.880556 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.880828 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.881117 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.881405 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.881716 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.881999 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.882283 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.882558 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.882836 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.883126 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.883404 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.883681 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.883958 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.884248 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.884520 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.884798 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.885101 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.885393 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.885701 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.885996 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.886273 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.886559 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.886834 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.887110 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.887384 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_json = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.887659 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.887932 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.888214 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.888489 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.888762 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.889037 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.889310 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.889597 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.889898 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:14.890195 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.890493 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.890795 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.891113 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.891409 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.891695 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.891989 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.892299 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.893217 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.893536 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.893856 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.894144 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.894454 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.894752 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.895053 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.895365 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.895666 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.895966 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.896248 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.896530 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.896810 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.897093 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.897386 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.897690 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.897990 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.898285 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.898568 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.898869 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.899159 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.899457 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.899753 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.900032 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.900315 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.900610 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.900891 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.901167 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.901448 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.901769 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.902053 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.902337 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.902622 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.902902 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.903176 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.903451 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.903730 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.904021 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.904299 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.904571 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.904846 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.905126 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.905402 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.905716 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.906000 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.906277 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.906552 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.906832 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.907105 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.907379 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.907657 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.907957 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.908236 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.908512 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.908783 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.909057 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.909330 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.909604 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.909902 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.910176 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.910455 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.910729 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.911000 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.911274 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.911550 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.911823 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.912115 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.912414 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.912693 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.912971 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.913249 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.913525 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.913833 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.914113 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.914392 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.914670 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.914943 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.915235 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.915519 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.915805 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.916106 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.916385 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.916683 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.916962 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.917240 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.917527 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.917843 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.918129 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.918416 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.918702 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.919003 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.919301 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.919599 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.919897 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.920190 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.920473 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.920783 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.921066 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:14.921286 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 02:19:14.921527 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102702) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 02:19:15.298098 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 02:19:15.298382 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 02:19:15.299213 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 02:19:15.299698 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 02:19:15.633006 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.633308 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.633578 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.634892 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.635170 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.635435 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.682069 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.682353 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.682625 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.697207 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.697493 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.697802 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.726807 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.727085 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.727355 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.765480 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.765785 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:15.766057 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.114832 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.115455 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.115455 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.115630 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.116251 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.215859 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.216182 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.216466 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.216736 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.217003 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.217315 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.217576 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.217861 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.218119 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.218403 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.218753 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.219062 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.219367 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.219642 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.219902 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.220171 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.220519 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.220823 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.221100 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.221363 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.221660 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.221933 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.222217 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.222594 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.222851 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.223101 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.223498 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.223745 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.223986 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.224227 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.224467 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.224706 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:16.225072 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 02:19:16.228336 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 02:19:16.232697 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 02:19:16.237087 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 21 02:19:16.238761 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 02:19:16.239234 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 02:19:16.239571 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 02:19:16.239955 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 02:19:16.242824 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 02:19:16.243085 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 02:19:16.243436 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 02:19:16.248587 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 02:19:16.272376 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 02:19:16.272830 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.273127 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102702) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 02:19:16.273487 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.274915 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102702) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 02:19:16.275202 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 02:19:16.275454 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 02:19:16.278782 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.279065 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.341332 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 02:19:16.341576 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 02:19:16.341842 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 02:19:16.342218 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 02:19:16.363810 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_db.sqlalchemy.engines [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102702) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 02:19:16.805258 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing driver for type 'gre' Feb 21 02:19:16.805835 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] gre ID ranges: [(1, 1000)] Feb 21 02:19:16.860669 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing driver for type 'local' Feb 21 02:19:16.861528 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing driver for type 'vlan' Feb 21 02:19:16.874788 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] VlanTypeDriver initialization complete Feb 21 02:19:16.875178 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing driver for type 'vxlan' Feb 21 02:19:16.875668 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] vxlan ID ranges: [(1, 1000)] Feb 21 02:19:16.927347 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing extension driver 'port_security' Feb 21 02:19:16.927710 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.extensions.port_security [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] PortSecurityExtensionDriver initialization complete Feb 21 02:19:16.928051 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing mechanism driver 'openvswitch' Feb 21 02:19:16.928381 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing mechanism driver 'hyperv' Feb 21 02:19:16.935060 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.plugin [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:16.935938 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.936309 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.936670 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.937197 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.937628 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.938032 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.938381 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.938777 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.939526 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.939884 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.940234 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.940633 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.941043 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.941396 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.941777 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.942176 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.942584 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.942934 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.943275 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.943669 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.944075 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > address_group after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.944423 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > address_group after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.944765 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.945158 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102702) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 02:19:16.945603 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] ML2 OVO RPC backend initialized. {{(pid=102702) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 02:19:16.946336 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.946700 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.947120 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.947469 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > networks before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.947821 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.948164 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > ports before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.948508 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.948849 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnets before_response 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.949194 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.949534 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.949905 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.950243 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.950579 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.950915 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.951248 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.951583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.951916 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.959623 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded quota_driver: . Feb 21 02:19:16.959996 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.plugin [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Modular L2 Plugin initialization complete Feb 21 02:19:16.960347 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading services supported by the core plugin {{(pid=102702) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 02:19:16.960695 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.plugins.ml2.managers [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Got port-security extension from driver 'port_security' Feb 21 02:19:16.961179 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.extensions.vlantransparent [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Disabled vlantransparent extension. Feb 21 02:19:16.961695 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102702) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 02:19:16.962029 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: router Feb 21 02:19:16.998013 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.998404 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_create 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.998778 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router before_create 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.999150 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.999528 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:16.999888 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_delete 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.000251 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.000605 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.000965 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_create 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.001314 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.001722 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.002075 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.002437 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.002849 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.003221 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.003578 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.003904 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: subnet after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.004246 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.004595 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.004941 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_create 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.005284 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.005628 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.006014 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router after_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.006354 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.006842 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_create 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.007212 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.007562 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_update 55549900 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.007931 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > agent after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.008285 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > agent after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.008635 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > network after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.009491 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Tracking information for resource: router configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:17.009855 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Tracking information for resource: floatingip configured {{(pid=102702) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 02:19:17.014762 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.db.l3_agentschedulers_db [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 02:19:17.015345 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.015713 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.016067 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.016427 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: port after_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.017759 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router before_create 55550100 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.018365 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.018737 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_create 55550100 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.019101 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > router precommit_update 55550100 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.023871 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.provider_configuration [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service providers = [] {{(pid=102702) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 02:19:17.024243 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.db.servicetype_db [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102702) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 02:19:17.027233 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.service_base [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 02:19:17.027590 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.service_base [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 02:19:17.027936 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.service_base [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 02:19:17.028833 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.services.service_base [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102702) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 02:19:17.029210 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.services.service_base [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 02:19:17.029586 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.029933 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 02:19:17.041303 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.041671 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: auto_allocate Feb 21 02:19:17.047458 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: network precommit_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.047835 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: network precommit_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.048348 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.048865 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: tag Feb 21 02:19:17.055725 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.056011 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: timestamp Feb 21 02:19:17.059848 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.060179 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: network_ip_availability Feb 21 02:19:17.065845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.066221 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.066584 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.067302 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.067623 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: flavors Feb 21 02:19:17.072610 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.072947 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading Plugin: revisions Feb 21 02:19:17.077304 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102702) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 02:19:17.077739 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=102702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 02:19:17.078489 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102702) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 02:19:17.078833 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Initializing extension manager. Feb 21 02:19:17.079360 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: __init__.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.080229 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: __pycache__ {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.080571 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.080990 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: address_group.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.081789 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.082358 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: address-group Feb 21 02:19:17.082687 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: address_scope.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.083408 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.083913 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: address-scope Feb 21 02:19:17.084239 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.085171 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.085714 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: router-admin-state-down-before-update Feb 21 02:19:17.086046 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: agent.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.086758 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.087270 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: agent Feb 21 02:19:17.087595 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: agent_resources_synced.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.088510 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.089017 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: agent-resources-synced Feb 21 02:19:17.089343 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: allowedaddresspairs.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.091154 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.091674 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: allowed-address-pairs Feb 21 02:19:17.092006 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: auto_allocated_topology.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.093093 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.093607 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: auto-allocated-topology Feb 21 02:19:17.093965 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: availability_zone.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.094662 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.095170 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: availability_zone Feb 21 02:19:17.096161 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: availability_zone_filter.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.097185 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.097723 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: availability_zone_filter Feb 21 02:19:17.098055 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: data_plane_status.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.098970 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.099475 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 02:19:17.099802 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: default_subnetpools.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.100725 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.101234 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: default-subnetpools Feb 21 02:19:17.101562 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.102399 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.102910 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: dhcp_agent_scheduler Feb 21 02:19:17.103241 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: dns.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.104423 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.104923 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension dns-integration not supported by any of loaded plugins Feb 21 02:19:17.105247 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: dns_domain_ports.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.106199 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.106709 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 02:19:17.107036 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.107960 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.108464 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 02:19:17.108789 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: dvr.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.109463 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.109998 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: dvr Feb 21 02:19:17.110324 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: ecmp_routes.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.111376 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.111913 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 02:19:17.112237 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: empty_string_filtering.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.113156 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.113682 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: empty-string-filtering Feb 21 02:19:17.114012 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.114935 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.115469 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 02:19:17.115749 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.116674 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.117224 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 02:19:17.117548 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: external_net.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.118503 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.119007 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: external-net Feb 21 02:19:17.119332 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.120247 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.120750 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: extra_dhcp_opt Feb 21 02:19:17.121073 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: extraroute.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.122017 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.122521 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: extraroute Feb 21 02:19:17.122845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: extraroute_atomic.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.123891 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.124400 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: extraroute-atomic Feb 21 02:19:17.124729 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: filter_validation.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.125405 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.125937 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: filter-validation Feb 21 02:19:17.126264 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: fip_pf_description.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.127876 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.128377 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 02:19:17.128703 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: fip_port_details.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.129849 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.130361 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: fip-port-details Feb 21 02:19:17.130690 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: flavors.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.131943 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.132463 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: flavors Feb 21 02:19:17.132793 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.134530 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.135050 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 02:19:17.135387 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: floatingip_pools.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.136093 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.136602 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: floatingip-pools Feb 21 02:19:17.136939 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: ip_allocation.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.137922 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.138427 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 02:19:17.138753 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.139672 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.140189 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: ip-substring-filtering Feb 21 02:19:17.140519 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l2_adjacency.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.141448 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.141993 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 02:19:17.143023 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.143996 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.144512 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: router Feb 21 02:19:17.144845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.147190 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.147718 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 02:19:17.148054 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.148993 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.149508 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: ext-gw-mode Feb 21 02:19:17.149875 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.150812 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.151323 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: l3-ha Feb 21 02:19:17.151652 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.152563 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.153068 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 02:19:17.153393 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_flavors.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.154336 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.154847 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: l3-flavors Feb 21 02:19:17.155172 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_ndp_proxy.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.156565 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.157090 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 02:19:17.157426 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.158570 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.159083 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 02:19:17.159417 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: l3agentscheduler.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.160452 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.160967 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: l3_agent_scheduler Feb 21 02:19:17.161298 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: local_ip.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.163106 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.163630 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension local_ip not supported by any of loaded plugins Feb 21 02:19:17.163966 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: logging.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.166939 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.167489 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension logging not supported by any of loaded plugins Feb 21 02:19:17.167821 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: metering.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.168576 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.169162 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: metering Feb 21 02:19:17.169498 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.170626 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.171149 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: metering_source_and_destination_fields Feb 21 02:19:17.171485 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: multiprovidernet.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.172436 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.172952 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: multi-provider Feb 21 02:19:17.173286 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: netmtu.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.174257 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.174762 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: net-mtu Feb 21 02:19:17.175093 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: netmtu_writable.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.176016 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.176523 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: net-mtu-writable Feb 21 02:19:17.176853 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: network_availability_zone.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.177533 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.178102 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: network_availability_zone Feb 21 02:19:17.178434 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: network_ip_availability.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.179570 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.180084 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: network-ip-availability Feb 21 02:19:17.180415 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: network_segment_range.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.181183 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.181712 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 02:19:17.182043 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: pagination.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.183025 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.183359 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: pagination Feb 21 02:19:17.183686 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: port_device_profile.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.184599 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.185112 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: port-device-profile Feb 21 02:19:17.185438 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.186395 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.186906 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: port-mac-address-regenerate Feb 21 02:19:17.187239 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.188165 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.188673 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: port-numa-affinity-policy Feb 21 02:19:17.188997 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: port_resource_request.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.190607 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.191111 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 02:19:17.191436 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: port_resource_request_groups.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.192399 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.192909 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 02:19:17.193233 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: portbindings.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.194182 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.194693 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: binding Feb 21 02:19:17.195020 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: portbindings_extended.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.196288 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.196801 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: binding-extended Feb 21 02:19:17.197132 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: portsecurity.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.198080 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.198596 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: port-security Feb 21 02:19:17.198927 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: project_id.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.199915 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.200249 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: project-id Feb 21 02:19:17.200577 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: providernet.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.201490 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.202033 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: provider Feb 21 02:19:17.202362 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.206312 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.206835 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos not supported by any of loaded plugins Feb 21 02:19:17.207168 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.208463 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.208975 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 02:19:17.209312 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.210265 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.210774 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 02:19:17.211104 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_default.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.212026 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.212535 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-default not supported by any of loaded plugins Feb 21 02:19:17.212862 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_fip.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.213843 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.214353 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-fip not supported by any of loaded plugins Feb 21 02:19:17.214682 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_fip_network_policy.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.215607 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.216116 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 02:19:17.216442 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_gateway_ip.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.217365 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.217931 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 02:19:17.218259 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_port_network_policy.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.219310 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.219822 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 02:19:17.220151 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.221793 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.222332 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 02:19:17.222663 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.223710 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.224218 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 02:19:17.224545 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_pps_rule.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.225764 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.226286 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-pps not supported by any of loaded plugins Feb 21 02:19:17.226614 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_rule_type_details.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.227536 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.228054 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 02:19:17.228390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: qos_rules_alias.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.229722 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.230236 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 02:19:17.230564 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: quota_check_limit.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.231485 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.231998 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: quota-check-limit Feb 21 02:19:17.232328 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: quotasv2.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.233255 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.233587 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: quotas Feb 21 02:19:17.233941 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: quotasv2_detail.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.235726 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.236625 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: quota_details Feb 21 02:19:17.236989 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: rbac.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.238162 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.238692 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: rbac-policies Feb 21 02:19:17.239027 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: rbac_address_group.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.239965 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.240481 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: rbac-address-group Feb 21 02:19:17.240810 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: rbac_address_scope.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.241768 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.242281 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: rbac-address-scope Feb 21 02:19:17.242610 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: rbac_security_groups.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.243535 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.244048 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: rbac-security-groups Feb 21 02:19:17.244375 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: rbac_subnetpool.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.245370 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.245917 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: rbac-subnetpool Feb 21 02:19:17.246248 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: revisionifmatch.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.247179 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.247689 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: revision-if-match Feb 21 02:19:17.248018 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: revisions.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.249187 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.249739 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: standard-attr-revisions Feb 21 02:19:17.250077 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: router_availability_zone.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.251661 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.251661 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: router_availability_zone Feb 21 02:19:17.251661 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: routerservicetype.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.252568 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.253073 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension router-service-type not supported by any of loaded plugins Feb 21 02:19:17.253401 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.254415 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.256390 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: security-groups-normalized-cidr Feb 21 02:19:17.256721 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.257725 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.258427 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: port-security-groups-filtering Feb 21 02:19:17.258757 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.259804 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.260411 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: security-groups-remote-address-group Feb 21 02:19:17.260807 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.261853 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.262376 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: security-groups-shared-filtering Feb 21 02:19:17.262704 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.263291 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 02:19:17.263617 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: securitygroup.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.273358 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.273916 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: security-group Feb 21 02:19:17.274258 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: segment.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.275049 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.275556 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension segment not supported by any of loaded plugins Feb 21 02:19:17.275887 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.276838 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.277346 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 02:19:17.277703 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: servicetype.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.278837 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.279355 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: service-type Feb 21 02:19:17.279685 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: sorting.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.280683 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.281017 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: sorting Feb 21 02:19:17.281341 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: standard_attr_segment.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.282313 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.283338 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 02:19:17.283710 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: standardattrdescription.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.284369 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.284877 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: standard-attr-description Feb 21 02:19:17.285207 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: stateful_security_group.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.286174 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.286694 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: stateful-security-group Feb 21 02:19:17.287019 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: stdattrs_common.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.287588 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 02:19:17.287911 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.288846 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.289359 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 02:19:17.289714 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnet_onboard.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.290782 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.291308 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: subnet_onboard Feb 21 02:19:17.291637 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.292583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.293096 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 02:19:17.293428 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnet_service_types.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.294391 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.294908 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: subnet-service-types Feb 21 02:19:17.295236 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnetallocation.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.296317 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.296837 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: subnet_allocation Feb 21 02:19:17.297171 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.297872 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.298400 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: subnetpool-prefix-ops Feb 21 02:19:17.299264 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.300213 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.300723 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 02:19:17.301049 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: tagging.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.302151 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.302664 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: standard-attr-tag Feb 21 02:19:17.302996 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: timestamp.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.304198 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.304713 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loaded extension: standard-attr-timestamp Feb 21 02:19:17.305041 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: trunk.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.306154 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.306627 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension trunk not supported by any of loaded plugins Feb 21 02:19:17.306955 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: trunk_details.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.307880 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.308400 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension trunk-details not supported by any of loaded plugins Feb 21 02:19:17.308726 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: uplink_status_propagation.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.309674 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.310199 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 02:19:17.310523 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Loading extension file: vlantransparent.py {{(pid=102702) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 02:19:17.311196 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102702) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 02:19:17.311698 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 02:19:17.314248 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:network Feb 21 02:19:17.314768 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnet Feb 21 02:19:17.315167 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 02:19:17.315562 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:port Feb 21 02:19:17.316784 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.317239 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service FLAVORS assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.317890 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.318332 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.318665 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:router Feb 21 02:19:17.319094 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:floatingip Feb 21 02:19:17.319589 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service METERING assigned prefix: /metering {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.321008 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.321377 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.321772 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:19:17.322770 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 02:19:17.323215 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:security_group Feb 21 02:19:17.323652 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 02:19:17.324270 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service CORE assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.324628 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 02:19:17.324978 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] subnetpool is already registered Feb 21 02:19:17.325403 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service CORE assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.325752 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 02:19:17.326090 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] subnetpool is already registered Feb 21 02:19:17.328398 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.328836 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service FLAVORS assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.329431 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.329959 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.330544 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:router Feb 21 02:19:17.330916 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] router is already registered Feb 21 02:19:17.331337 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:floatingip Feb 21 02:19:17.331680 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] floatingip is already registered Feb 21 02:19:17.332140 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service METERING assigned prefix: /metering {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.332813 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 02:19:17.333142 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] rbac_policy is already registered Feb 21 02:19:17.333554 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:security_group Feb 21 02:19:17.333918 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] security_group is already registered Feb 21 02:19:17.334327 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 02:19:17.334660 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] security_group_rule is already registered Feb 21 02:19:17.335288 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service CORE assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.335619 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 02:19:17.335954 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] subnetpool is already registered Feb 21 02:19:17.336372 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.v2.resource_helper [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Service CORE assigned prefix: {{(pid=102702) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 02:19:17.336697 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 02:19:17.337030 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING neutron.quota.resource_registry [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] subnetpool is already registered Feb 21 02:19:17.337505 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: extensions {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.339023 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: address-groups {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.340531 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: address-scopes {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.341884 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: agents {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.343064 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: auto-allocated-topology {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.344318 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: availability_zones {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.346324 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: dhcp-networks {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.347886 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: dhcp-agents {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.349321 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: routers {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.351563 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: flavors {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.352737 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: service_profiles {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.354224 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: next_providers {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.355684 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: service_profiles {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.357213 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: floatingip-pools {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.358492 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: routers {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.360595 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: floatingips {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.363563 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: l3-routers {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.364971 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: l3-agents {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.366436 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: metering-labels {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.367809 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: metering-label-rules {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.369102 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: network-ip-availabilities {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.370414 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: bindings {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.372076 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: quotas {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.373634 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: quotas {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.375189 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: rbac-policies {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.376489 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: security-groups {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.377945 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: security-group-rules {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.379255 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: service-providers {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.380477 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: subnetpools {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.381924 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: subnetpools {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.383390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.385074 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.386938 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.388710 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.390525 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.392389 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.394233 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.396130 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.397912 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.399807 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron.api.extensions [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Extended resource: tags {{(pid=102702) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 02:19:17.405768 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING keystonemiddleware.auth_token [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 02:19:17.411193 dv-cinder-804470-8-iscsi neutron-server[102702]: WARNING keystonemiddleware.auth_token [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 02:19:17.419738 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Acquired lock "singleton_lock" {{(pid=102702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 02:19:17.420213 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_concurrency.lockutils [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Releasing lock "singleton_lock" {{(pid=102702) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 02:19:17.420868 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Starting 2 workers Feb 21 02:19:17.426414 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Started child 102809 {{(pid=102702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 02:19:17.430997 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Started child 102810 {{(pid=102702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 02:19:17.431726 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.432574 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO neutron.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 02:19:17.433216 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Publish callbacks [] for process (None), before_spawn {{(pid=102702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.433378 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [-] (102809) wsgi starting up on http://0.0.0.0:9696 Feb 21 02:19:17.435686 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Starting 1 workers Feb 21 02:19:17.435907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.437358 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [-] (102810) wsgi starting up on http://0.0.0.0:9696 Feb 21 02:19:17.441164 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Started child 102811 {{(pid=102702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 02:19:17.441772 dv-cinder-804470-8-iscsi neutron-server[102702]: INFO oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Starting 1 workers Feb 21 02:19:17.444522 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] calling RpcWorker wait() {{(pid=102811) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 02:19:17.445055 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] returning from RpcWorker wait() {{(pid=102811) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 02:19:17.446367 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.446504 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Started child 102812 {{(pid=102702) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 02:19:17.446815 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:17.447191 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG neutron_lib.callbacks.manager [None req-db77b8ee-d17f-4167-9cad-474bb892550e None None] Publish callbacks [] for process (None), after_spawn {{(pid=102702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.449154 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 02:19:17.449366 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 02:19:17.449554 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 02:19:17.449808 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 02:19:17.450163 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 02:19:17.450330 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 02:19:17.450843 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.451117 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.451366 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.451468 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:17.451921 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.451921 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.452431 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:17.452541 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.452704 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.452955 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.453226 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.453456 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.453624 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.453815 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.454068 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.454302 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.454608 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.455432 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.455744 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.456010 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.456246 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.456435 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.456709 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.456941 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.457197 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] debug = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.457448 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.457949 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.458183 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.458444 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.458692 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.458961 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.459218 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.459509 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.459756 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.459970 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.460211 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.460641 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.460786 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.460923 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.461118 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.461334 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.461589 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.461851 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.462304 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] host = dv-cinder-804470-8-iscsi {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.462538 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.462815 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.462968 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.463222 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.463477 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.463706 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.463965 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.464230 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.464469 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.464691 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.464953 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.465193 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.465426 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.465699 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.465859 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_options = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.466077 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.466356 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.466610 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.466869 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.467054 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.467202 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.467443 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.467594 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.467790 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.468024 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.468208 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.468446 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.468684 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.468920 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.469163 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.469406 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.469662 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.469904 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.471757 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.471757 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.471757 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.472215 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.472935 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.473188 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.473431 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.473695 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.473928 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.474151 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.474411 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.474622 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.474915 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.475230 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.475475 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.475738 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.476075 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.476308 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.476533 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.477026 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.477290 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.477523 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.477793 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.478066 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.478281 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.478507 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.478760 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.479236 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.479450 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_json = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.479964 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.480408 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.480852 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.481246 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.481655 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.482072 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.482592 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.483163 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.483568 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.484159 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.484581 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.485051 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.485438 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.485703 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.485996 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.486266 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.486490 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.486741 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.486978 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.487230 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.487627 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.488088 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.488499 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.488941 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.489283 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.489551 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.489846 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.490259 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.490712 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.491114 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.491366 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.491669 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.491914 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.492152 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.492422 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.492655 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.492949 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.493219 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.493583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.493883 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.494161 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.494414 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.494638 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.494860 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.495276 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.495572 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.495971 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.496335 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.496796 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.497191 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.497432 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.497708 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.497940 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.498351 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.498756 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.499163 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.499438 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.499673 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.499926 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.500170 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.500390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.500621 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.500855 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.501099 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.501317 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.501763 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.502046 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.502600 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.502838 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.503054 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.503275 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.503511 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.503731 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.503972 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.504186 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.504416 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.504817 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.505262 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.505688 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.506096 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.506501 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.506802 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.507090 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.507389 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.507685 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.507971 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.508259 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.508538 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.508766 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.508986 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.509213 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.509593 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.509984 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.510226 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.510445 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.510687 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.510906 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.511121 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.511334 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.511546 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.511824 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.512142 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.512392 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.512632 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.512851 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.513111 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.513320 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.513990 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.514417 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.514659 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.514882 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.515152 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.515402 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.515627 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.515856 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.516074 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.516311 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.516547 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.516779 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.517004 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.517807 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.518060 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.518287 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.518554 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.518786 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.519039 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.519346 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.519516 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.519791 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.520045 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.520315 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.520554 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.520837 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.521127 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.521421 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.521716 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.521960 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.522214 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.522471 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.522708 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.522968 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.523203 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.523450 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.523697 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.523942 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.524182 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.524413 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.524649 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.524955 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.525202 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.525426 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.525635 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.525942 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.526500 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.526500 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.526675 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.526910 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.527170 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.527427 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.527659 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.527872 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.528109 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.528337 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.528550 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.528798 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.529010 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.529245 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.529458 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.529693 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.529943 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.530157 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.530395 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.530629 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.530845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.531067 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.531330 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.531542 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.531782 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.532019 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.532240 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.532455 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.532670 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.532950 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.533200 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.533434 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.533732 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.534000 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.534231 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.534457 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.534683 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.534933 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.535146 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.535390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.535657 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.535837 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.536244 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.536650 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.536869 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.537110 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.537379 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.537592 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.537934 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.538173 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.538512 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.538788 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.539029 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.539274 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.539516 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.539731 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.539950 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.540190 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.540428 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.540661 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.540884 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.541103 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.541322 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.541540 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.541781 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.542028 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.542285 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.542527 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.542769 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.542986 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.543208 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.543425 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.543663 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.543901 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.544111 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.544321 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.544532 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.544746 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.544955 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.545246 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.545486 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.545748 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.546025 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.546264 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.546537 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.546763 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.546973 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.547180 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.547401 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.547616 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.547830 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.548074 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.548280 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.549017 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.549243 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.549461 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.549688 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.549917 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.550125 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.550335 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.550573 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.550790 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.551000 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.551222 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.551428 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.551640 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.551860 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.552076 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.552283 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.552541 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.552747 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.552954 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.553175 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.553390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.553788 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.554087 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.554347 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.554567 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.554858 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.555108 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.555356 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.555624 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.555726 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:17.555934 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.556211 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.556400 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.556634 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.556850 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.557069 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.557321 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.557658 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.557961 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.558220 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.558483 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.558764 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.559045 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.559336 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.559747 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.560196 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.560541 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.560821 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.562352 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563169 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563169 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563169 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563169 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563630 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563630 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.563858 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.564109 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.564869 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.565142 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.565355 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.565568 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.565743 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 02:19:17.566270 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102702) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 02:19:17.566431 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 02:19:17.566587 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 02:19:17.566757 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 02:19:17.567075 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 02:19:17.567378 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 02:19:17.567593 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.567756 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.568060 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.568372 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.568541 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.568727 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.568904 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569049 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569452 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569452 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569613 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569859 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.569968 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570062 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570221 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570345 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570511 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570668 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.570984 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.571143 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.571481 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.571789 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.572157 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] debug = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.572325 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.572534 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.572702 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.572906 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573019 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573171 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573331 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49108) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:17.573512 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573671 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573826 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.573976 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574136 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574294 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574456 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574619 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574780 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.574940 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575100 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575259 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] host = dv-cinder-804470-8-iscsi {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575419 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575743 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.575901 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576061 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576221 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576581 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576581 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576735 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576823 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.576971 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.577261 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.577567 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.577751 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.577911 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_options = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578072 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578231 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578576 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578742 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.578901 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579060 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579219 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579379 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579566 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579733 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.579946 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580416 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580416 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580639 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580639 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580849 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.580939 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.581052 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.581211 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.581520 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.581840 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.582133 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.582414 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.582691 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.583061 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.583344 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.583624 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.583902 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.584187 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.584356 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.584522 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.584684 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.584845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.585139 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.585231 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095048 Feb 21 02:19:17.585514 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.585832 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.586118 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.586423 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.586581 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.586873 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.588031 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.588345 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.588515 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.588824 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.588984 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.589268 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_json = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.589550 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.589851 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590144 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590313 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590474 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590639 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590796 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.590960 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.591124 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 02:19:17.591421 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.591517 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.591656 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.591824 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.591988 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.592152 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.592314 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.592473 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.592772 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.593059 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.593363 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.593535 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.593746 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.593894 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.594058 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.594223 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.594389 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.594550 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.594858 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.595020 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.595343 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.595658 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.595973 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596138 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596301 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596465 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596627 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596799 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.596963 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.597141 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.597300 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.597622 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.597934 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.598218 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.598521 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.598686 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.598850 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599016 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599178 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599342 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599505 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599666 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599828 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.599992 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.600155 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.600313 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601463 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601463 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601617 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601845 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.601933 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602050 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602200 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602353 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602523 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602688 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.602895 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603061 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603222 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603384 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603545 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603709 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.603870 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.604311 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.604473 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.604634 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.604796 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.604959 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605123 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605285 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605447 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605608 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605800 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.605960 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.606274 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.606438 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.606601 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.606766 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.606929 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607093 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607267 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607420 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607746 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.607906 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608069 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608240 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608418 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608744 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.608904 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.609065 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.609227 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.609390 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.609552 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.609766 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610293 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610293 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610293 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610509 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610575 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610718 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.610846 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.611539 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.611694 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.611857 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612015 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612167 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612328 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612490 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612651 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612813 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.612974 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613138 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613309 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613471 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613633 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613817 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.613984 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614158 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614321 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614483 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614645 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614808 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.614969 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615130 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615291 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615452 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615612 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615775 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.615948 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616109 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616270 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616432 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616616 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616777 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.616937 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617098 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617259 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617460 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617579 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617766 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.617929 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618090 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618251 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618416 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618585 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618739 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.618893 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619032 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619177 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619313 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619469 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619630 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619791 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.619952 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620115 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620276 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620437 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620599 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620759 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.620919 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621084 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621244 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621404 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621566 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621753 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.621913 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622240 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622400 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622562 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622725 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.622886 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623046 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623209 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623371 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623532 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623695 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.623854 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624015 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624177 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624338 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624498 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624658 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624818 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.624980 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625141 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625301 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625481 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625713 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625847 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.625970 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.626131 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.626294 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.626456 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.626667 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.626860 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627067 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627250 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627380 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627504 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627616 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627726 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.627887 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628050 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628214 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628377 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628538 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628702 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.628863 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629024 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629186 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629371 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629499 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629661 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629825 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.629986 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630161 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630321 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630483 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630644 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630806 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.630967 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.631139 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.631301 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.631875 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.631875 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.631875 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632114 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632114 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632305 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632431 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632553 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632677 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632823 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.632993 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633153 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633313 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633473 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633634 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633815 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.633985 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634146 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634307 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634466 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634627 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634788 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.634960 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635121 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635281 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635441 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635601 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635761 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.635942 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636096 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636256 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636424 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636584 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636744 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.636904 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637240 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637403 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637564 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637749 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.637912 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.638078 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.638243 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.638569 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.638741 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.638907 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639077 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639248 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639420 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639583 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639752 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.639928 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640091 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640230 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640380 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640539 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640687 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.640850 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641014 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641168 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641316 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641474 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641700 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641853 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.641991 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.642125 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.643040 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.643284 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.643527 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.643695 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.643841 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 02:19:17.644000 dv-cinder-804470-8-iscsi neutron-server[102702]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102702) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 02:19:28.968769 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55eb86e-5adf-42ef-bd0f-317dcbd6e260 None None] get_active_networks_info from dv-cinder-804470-8-iscsi {{(pid=102811) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 02:19:29.064784 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55eb86e-5adf-42ef-bd0f-317dcbd6e260 None None] No non-hosted networks {{(pid=102811) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 02:19:29.080600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.agentschedulers_db [None req-e55eb86e-5adf-42ef-bd0f-317dcbd6e260 None None] DHCP Agent not found on host dv-cinder-804470-8-iscsi {{(pid=102811) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 02:19:29.200996 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d9850603-2438-4f84-8221-d9d7c4cbda9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:31.397159 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-132ab810-55d3-43a6-83f8-7440f357a6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:31.446713 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-418f45f6-f274-4139-9ac3-df193e9ab420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:32.201541 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:33.796475 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:35.210027 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49192) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:35.294147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:35.294974 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.295519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.300713 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.302192 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.302857 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.303714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.304210 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.304846 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.305319 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.305852 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.306346 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.306679 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.307199 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:35.307631 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804470-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:35.320191 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804470-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:19:35.699023 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.db.l3_hamode_db [None req-f65d0495-b5be-4c51-b787-b63eaa42d122 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 02:19:35.778013 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d0495-b5be-4c51-b787-b63eaa42d122 None None] Routers set() bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:19:35.778402 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65d0495-b5be-4c51-b787-b63eaa42d122 None None] Router IDs set() for agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 02:19:35.796046 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-737cb25b-1e84-4d3d-b1b7-a039f09ad71e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:35.796634 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-737cb25b-1e84-4d3d-b1b7-a039f09ad71e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:36.024709 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-737cb25b-1e84-4d3d-b1b7-a039f09ad71e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:19:36.025781 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-737cb25b-1e84-4d3d-b1b7-a039f09ad71e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8146741 Feb 21 02:19:38.572724 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49218) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:38.879330 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:19:38.972415 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.policy [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 02:19:39.015512 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:39.015911 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:39.108115 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102030217', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102029754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102069318', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102078799', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102049651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745102064383', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-622798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16597756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16514223'] for rbac-policy (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:39.172180 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:39.173942 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-665e1c04-f430-4325-bbc2-8b9f00e58e6a admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6001797 Feb 21 02:19:41.697672 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49228) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:42.008845 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:19:42.037319 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Made reservation on behalf of 308ea0fdc3614d8090c511e46c8f484a for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:19:42.041089 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.057874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.164149 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks [] for security_group (2892784f-f4bb-431a-9295-c6310a57714f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.167752 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2892784f-f4bb-431a-9295-c6310a57714f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.191850 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:19:42.226068 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745098943281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (77b9a72d-8b0a-442e-a662-ce9abdae3828), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.226567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Unsubscribe: segment precommit_create {{(pid=102810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 02:19:42.227080 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Added segment 77b9a72d-8b0a-442e-a662-ce9abdae3828 of type vlan for network e52922cb-0bc8-486a-ab0f-0b744c2f6294 Feb 21 02:19:42.243904 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2892784f-f4bb-431a-9295-c6310a57714f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:42.293095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.293430 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.293804 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.294137 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.294458 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.294777 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.295095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.295413 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.295725 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.296053 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.296372 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.296704 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.296993 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Tracked resource versions report: Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: pushed versions: Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Log': {'1.0'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Network': {'1.1'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Port': {'1.7'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'QosPolicy': {'1.10'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroup': {'1.5'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: consumer versions: Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'LocalIPAssociation': '1.0', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Log': '1.0', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Network': '1.1', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Port': '1.7', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'PortForwarding': '1.2', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'QosPolicy': '1.10', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroup': '1.5', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SubPort': '1.0', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Subnet': '1.1', Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Trunk': '1.1'}} Feb 21 02:19:42.298435 dv-cinder-804470-8-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:19:42.334086 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (e52922cb-0bc8-486a-ab0f-0b744c2f6294), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.378151 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (e52922cb-0bc8-486a-ab0f-0b744c2f6294), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.383212 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:19:42.383930 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:42.480082 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7812490 Feb 21 02:19:42.501228 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8359e2-9c8c-44aa-b057-332450dffd40 demo demo] Pushing event updated for resources: {'Network': ['ID=e52922cb-0bc8-486a-ab0f-0b744c2f6294,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:42.513947 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:19:45.056545 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49240) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:45.461311 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf78fb9-0a98-4428-9a6a-7a7cdb20ff42 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:19:45.462645 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fcf78fb9-0a98-4428-9a6a-7a7cdb20ff42 demo admin] 10.222.0.75 "GET /v2.0/networks/e52922cb-0bc8-486a-ab0f-0b744c2f6294 HTTP/1.1" status: 200 len: 825 time: 0.4051206 Feb 21 02:19:45.487948 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-52bc62c8-afa1-4763-9bba-5d3db659d541 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/2f026e43-5d4a-428c-9753-a968b50b84ae HTTP/1.1" status: 200 len: 734 time: 0.0195551 Feb 21 02:19:45.496268 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Request body: {'subnet': {'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:19:45.516360 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Made reservation on behalf of 308ea0fdc3614d8090c511e46c8f484a for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:19:45.518616 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:45.804190 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (1efd6e35-b427-4da6-8be4-44d56ee0cfcd), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:45.875945 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Checking segment: {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:19:45.876334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Network hostable DHCP agents. Network: e52922cb-0bc8-486a-ab0f-0b744c2f6294, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:19:45.880847 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1efd6e35-b427-4da6-8be4-44d56ee0cfcd,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:45.898038 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:19:45.909529 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, e52922cb-0bc8-486a-ab0f-0b744c2f6294) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:19:45.914042 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:19:45.914625 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:45.919373 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ec6be-b106-4e94-9d4c-3d82f46b6026 None None] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:19:45.929918 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-61693395-e341-4734-ba27-6dae10607b10 demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4367321 Feb 21 02:19:46.300222 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:19:46.301446 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:46.580820 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Allocated IP 172.20.0.2 (e52922cb-0bc8-486a-ab0f-0b744c2f6294/1efd6e35-b427-4da6-8be4-44d56ee0cfcd/c0044271-30a5-4159-9869-81ba219aba98) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:19:46.848762 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks [] for port (c0044271-30a5-4159-9869-81ba219aba98), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:46.856906 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (c0044271-30a5-4159-9869-81ba219aba98), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:46.939742 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:19:46.943855 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:19:46.945526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Pushing event updated for resources: {'Port': ['ID=c0044271-30a5-4159-9869-81ba219aba98,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:46.950360 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:19:46.958656 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.959013 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.959410 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.959704 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.960038 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.960365 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.960689 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.961012 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.961333 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.961689 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.962018 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.962335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.962652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Tracked resource versions report: Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: pushed versions: Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Log': {'1.0'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Network': {'1.1'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Port': {'1.7'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'QosPolicy': {'1.10'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroup': {'1.5'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: consumer versions: Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'LocalIPAssociation': '1.0', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Log': '1.0', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Network': '1.1', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Port': '1.7', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'PortForwarding': '1.2', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'QosPolicy': '1.10', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroup': '1.5', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SubPort': '1.0', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Subnet': '1.1', Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Trunk': '1.1'}} Feb 21 02:19:46.964026 dv-cinder-804470-8-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:19:47.038087 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Attempting to bind port c0044271-30a5-4159-9869-81ba219aba98 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:19:47.038486 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Attempting to bind port c0044271-30a5-4159-9869-81ba219aba98 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:19:47.038894 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Attempting to bind port c0044271-30a5-4159-9869-81ba219aba98 on network e52922cb-0bc8-486a-ab0f-0b744c2f6294 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:19:47.043722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:19:47.044095 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Checking segment: {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:19:47.044573 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:47.044962 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Bound using segment: {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:19:47.045435 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Bound port: c0044271-30a5-4159-9869-81ba219aba98, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:19:47.045863 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0044271-30a5-4159-9869-81ba219aba98), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:47.108675 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] For port c0044271-30a5-4159-9869-81ba219aba98, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:19:47.113953 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] For port c0044271-30a5-4159-9869-81ba219aba98, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=c0044271-30a5-4159-9869-81ba219aba98,segment=NetworkSegment(77b9a72d-8b0a-442e-a662-ce9abdae3828),segment_id=77b9a72d-8b0a-442e-a662-ce9abdae3828)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:19:47.122201 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (c0044271-30a5-4159-9869-81ba219aba98), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:47.189593 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6509-4ba7-4cdd-96d1-e1e3bd221ece None None] Pushing event updated for resources: {'Port': ['ID=c0044271-30a5-4159-9869-81ba219aba98,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:48.489440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49248) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:48.804256 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-36ae23d1-d555-442a-8031-2ea1107c957f admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:19:48.817668 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-36ae23d1-d555-442a-8031-2ea1107c957f admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3148041 Feb 21 02:19:51.349763 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49256) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:51.842791 dv-cinder-804470-8-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-a900a998-be6f-4ae3-90cc-625fff58fa32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:51.843409 dv-cinder-804470-8-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-a900a998-be6f-4ae3-90cc-625fff58fa32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:52.070047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [None req-a900a998-be6f-4ae3-90cc-625fff58fa32 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:19:52.071349 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a900a998-be6f-4ae3-90cc-625fff58fa32 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7194912 Feb 21 02:19:54.645486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49270) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:54.964503 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:19:55.026657 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.policy [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102809) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 02:19:55.071322 dv-cinder-804470-8-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:55.071708 dv-cinder-804470-8-iscsi neutron-server[102809]: WARNING oslo_policy.policy [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 02:19:55.133302 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (23b0fe1e-674b-4745-9c5a-8fc435f21445), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:55.135193 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (23b0fe1e-674b-4745-9c5a-8fc435f21445), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:55.291576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Publish callbacks [] for router_controller (23b0fe1e-674b-4745-9c5a-8fc435f21445), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:55.296738 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (23b0fe1e-674b-4745-9c5a-8fc435f21445), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:55.324209 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:55.337708 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f1d222af-719e-473d-a66c-5bcd7441c78c demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6790147 Feb 21 02:19:55.492100 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:19:57.914825 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49284) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:19:58.067322 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0044271-30a5-4159-9869-81ba219aba98 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:19:58.165142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port c0044271-30a5-4159-9869-81ba219aba98 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:19:58.165565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0044271-30a5-4159-9869-81ba219aba98), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:58.244648 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-8da73ce9-92fe-42be-8c83-3957fbf0a844 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:19:58.254286 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8da73ce9-92fe-42be-8c83-3957fbf0a844 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297284 Feb 21 02:19:58.276758 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port c0044271-30a5-4159-9869-81ba219aba98 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:19:58.277170 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0044271-30a5-4159-9869-81ba219aba98), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:58.315232 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port c0044271-30a5-4159-9869-81ba219aba98, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=c0044271-30a5-4159-9869-81ba219aba98,segment=NetworkSegment(77b9a72d-8b0a-442e-a662-ce9abdae3828),segment_id=77b9a72d-8b0a-442e-a662-ce9abdae3828)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:19:58.320155 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (c0044271-30a5-4159-9869-81ba219aba98), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:58.380142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=c0044271-30a5-4159-9869-81ba219aba98,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:19:58.589253 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598a130-17d7-4ae0-b570-cd0ec8af0b42 None None] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:19:58.653126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-e900f289-4999-4e2d-af60-18e9a86f37e3 None None] Provisioning complete for port c0044271-30a5-4159-9869-81ba219aba98 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:19:58.653508 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e900f289-4999-4e2d-af60-18e9a86f37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0044271-30a5-4159-9869-81ba219aba98), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:58.782673 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-e900f289-4999-4e2d-af60-18e9a86f37e3 None None] Current status of the port c0044271-30a5-4159-9869-81ba219aba98 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:19:58.950034 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1844e5e8-aaa1-4f73-8e50-bb9b99616d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:59.009885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-1930753e-c1bf-44dd-a624-614a4dfdd94a None None] Provisioning complete for port c0044271-30a5-4159-9869-81ba219aba98 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:19:59.010269 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1930753e-c1bf-44dd-a624-614a4dfdd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0044271-30a5-4159-9869-81ba219aba98), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:19:59.086511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1930753e-c1bf-44dd-a624-614a4dfdd94a None None] Current status of the port c0044271-30a5-4159-9869-81ba219aba98 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:00.022669 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0044271-30a5-4159-9869-81ba219aba98 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:20:00.068543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port c0044271-30a5-4159-9869-81ba219aba98 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:00.068930 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0044271-30a5-4159-9869-81ba219aba98), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:00.144599 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port c0044271-30a5-4159-9869-81ba219aba98 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:00.817499 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49292) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:20:01.125457 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:20:01.147344 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Made reservation on behalf of 536999b661f942d0a8cd76a5421d40a3 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:20:01.150104 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.165901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.269245 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks [] for security_group (8d105aab-b07a-4f08-9187-0e4239b69f91), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.272656 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8d105aab-b07a-4f08-9187-0e4239b69f91), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.286123 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Reserving flat network on physical network physnet1 {{(pid=102809) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 02:20:01.316800 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745098943281', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (6f689c42-ab41-4fa1-a869-566aafa1ff2e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.317373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Unsubscribe: segment precommit_create {{(pid=102809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 02:20:01.317912 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Added segment 6f689c42-ab41-4fa1-a869-566aafa1ff2e of type flat for network 91fe3117-44df-4c09-bbcf-cba9f8105f72 Feb 21 02:20:01.323485 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d105aab-b07a-4f08-9187-0e4239b69f91,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:01.343207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.344190 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.344533 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.344866 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.345194 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.345526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.345892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.346221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.346557 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.346894 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.347218 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.347534 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.347855 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Tracked resource versions report: Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: pushed versions: Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: { 'AddressGroup': {'1.2'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'ConntrackHelper': {'1.0'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Log': {'1.0'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Network': {'1.1'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Port': {'1.7'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'PortForwarding': {'1.2'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'QosPolicy': {'1.10'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroup': {'1.5'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SubPort': {'1.0'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Subnet': {'1.1'}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Trunk': {'1.1'}} Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: consumer versions: Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'ConntrackHelper': '1.0', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'LocalIPAssociation': '1.0', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Log': '1.0', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Network': '1.1', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Port': '1.7', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'PortForwarding': '1.2', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'QosPolicy': '1.10', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroup': '1.5', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroupRule': '1.2', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SubPort': '1.0', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Subnet': '1.1', Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Trunk': '1.1'}} Feb 21 02:20:01.349248 dv-cinder-804470-8-iscsi neutron-server[102809]: {{(pid=102809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:20:01.391525 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-91c43b10-0404-482b-b373-0cfa5cd5d5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.437789 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (91fe3117-44df-4c09-bbcf-cba9f8105f72), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.479300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (91fe3117-44df-4c09-bbcf-cba9f8105f72), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.480558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:20:01.481268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:01.561430 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7427437 Feb 21 02:20:01.587801 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e9ebc-33b8-4941-a52e-610d6bedd287 admin admin] Pushing event updated for resources: {'Network': ['ID=91fe3117-44df-4c09-bbcf-cba9f8105f72,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:01.599428 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:20:02.167373 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:03.733833 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:04.110345 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49314) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:20:04.279800 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5472f6-0d47-4d4c-be0f-e9506901f460 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:20:04.281116 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-de5472f6-0d47-4d4c-be0f-e9506901f460 demo admin] 10.222.0.75 "GET /v2.0/subnets/1efd6e35-b427-4da6-8be4-44d56ee0cfcd HTTP/1.1" status: 200 len: 849 time: 0.1698272 Feb 21 02:20:04.442698 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f4e80e36-652d-4276-aa77-ce080ad6d5cc demo admin] 10.222.0.75 "GET /v2.0/routers/23b0fe1e-674b-4745-9c5a-8fc435f21445 HTTP/1.1" status: 200 len: 704 time: 0.1558557 Feb 21 02:20:04.711530 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:04.997893 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Allocated IP 172.20.0.1 (e52922cb-0bc8-486a-ab0f-0b744c2f6294/1efd6e35-b427-4da6-8be4-44d56ee0cfcd/533e4161-7483-4571-a2c8-f68b6c55e5e1) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:20:05.152952 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks [] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.216641 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.289011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.339833 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:20:05.346335 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:20:05.354304 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:20:05.354861 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (23b0fe1e-674b-4745-9c5a-8fc435f21445), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.377898 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Pushing event updated for resources: {'Port': ['ID=533e4161-7483-4571-a2c8-f68b6c55e5e1,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:05.544037 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-1dc9051b-824a-4623-8c76-3e1e82608065 None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:05.544462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1dc9051b-824a-4623-8c76-3e1e82608065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.558812 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.578266 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9051b-824a-4623-8c76-3e1e82608065 None None] Port 533e4161-7483-4571-a2c8-f68b6c55e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:20:05.768447 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks [] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.772651 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.773435 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (23b0fe1e-674b-4745-9c5a-8fc435f21445), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:05.849724 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Pushing event updated for resources: {'Port': ['ID=533e4161-7483-4571-a2c8-f68b6c55e5e1,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:05.895272 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:20:05.896570 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:20:06.067955 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Router 23b0fe1e-674b-4745-9c5a-8fc435f21445 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:20:06.166275 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:20:06.171801 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1a5c5c53-3f3d-4e70-8c63-3412804e57f5 demo admin] 10.222.0.75 "PUT /v2.0/routers/23b0fe1e-674b-4745-9c5a-8fc435f21445/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7239039 Feb 21 02:20:06.176498 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Sync routers for ids ['23b0fe1e-674b-4745-9c5a-8fc435f21445'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:20:06.190219 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Routers {'23b0fe1e-674b-4745-9c5a-8fc435f21445'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:20:06.191432 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:20:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['23b0fe1e-674b-4745-9c5a-8fc435f21445'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:06.204626 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-fddfdb09-3a40-4551-b0f9-48ac8a569889 None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:06.205193 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fddfdb09-3a40-4551-b0f9-48ac8a569889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:06.243617 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-fddfdb09-3a40-4551-b0f9-48ac8a569889 None None] Port 533e4161-7483-4571-a2c8-f68b6c55e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:20:06.386982 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Set router 23b0fe1e-674b-4745-9c5a-8fc435f21445 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:20:06.817536 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:05Z', 'revision_number': 2, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port_host': None, '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:05Z', 'revision_number': 2, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:06.867898 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Checking router: 23b0fe1e-674b-4745-9c5a-8fc435f21445 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:20:06.868254 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Updating router 23b0fe1e-674b-4745-9c5a-8fc435f21445 port 533e4161-7483-4571-a2c8-f68b6c55e5e1 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:20:06.920141 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.424714 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks [] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.431133 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.596592 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Attempting to bind port 533e4161-7483-4571-a2c8-f68b6c55e5e1 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:20:07.596981 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Attempting to bind port 533e4161-7483-4571-a2c8-f68b6c55e5e1 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:20:07.597407 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Attempting to bind port 533e4161-7483-4571-a2c8-f68b6c55e5e1 on network e52922cb-0bc8-486a-ab0f-0b744c2f6294 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:20:07.605440 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Pushing event updated for resources: {'Port': ['ID=533e4161-7483-4571-a2c8-f68b6c55e5e1,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:07.608534 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:20:07.609018 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Checking segment: {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:20:07.609752 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.610157 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Bound using segment: {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:20:07.610674 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Bound port: 533e4161-7483-4571-a2c8-f68b6c55e5e1, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b9a72d-8b0a-442e-a662-ce9abdae3828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:20:07.611061 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.622696 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.623056 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.623406 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.623746 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.624080 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.624950 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.625435 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.625787 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.626119 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.626465 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.626804 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.627130 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.627453 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Tracked resource versions report: Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: pushed versions: Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: { 'AddressGroup': {'1.2'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'ConntrackHelper': {'1.0'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Log': {'1.0'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Network': {'1.1'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Port': {'1.7'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'PortForwarding': {'1.2'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'QosPolicy': {'1.10'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroup': {'1.5'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SubPort': {'1.0'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Subnet': {'1.1'}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Trunk': {'1.1'}} Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: consumer versions: Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'ConntrackHelper': '1.0', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'LocalIPAssociation': '1.0', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Log': '1.0', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Network': '1.1', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Port': '1.7', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'PortForwarding': '1.2', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'QosPolicy': '1.10', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroup': '1.5', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroupRule': '1.2', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SubPort': '1.0', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Subnet': '1.1', Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Trunk': '1.1'}} Feb 21 02:20:07.628858 dv-cinder-804470-8-iscsi neutron-server[102812]: {{(pid=102812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:20:07.680216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-14d3a6a7-eee2-4260-a96f-230f889d1560 None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:07.680755 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14d3a6a7-eee2-4260-a96f-230f889d1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.693063 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] For port 533e4161-7483-4571-a2c8-f68b6c55e5e1, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:20:07.712965 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] For port 533e4161-7483-4571-a2c8-f68b6c55e5e1, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=533e4161-7483-4571-a2c8-f68b6c55e5e1,segment=NetworkSegment(77b9a72d-8b0a-442e-a662-ce9abdae3828),segment_id=77b9a72d-8b0a-442e-a662-ce9abdae3828)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:20:07.719322 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-14d3a6a7-eee2-4260-a96f-230f889d1560 None None] Port 533e4161-7483-4571-a2c8-f68b6c55e5e1 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:20:07.720706 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:07.773477 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Routers {'23b0fe1e-674b-4745-9c5a-8fc435f21445'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:20:07.774128 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:20:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['23b0fe1e-674b-4745-9c5a-8fc435f21445'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:07.859446 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad05b-0c04-4efd-9a4d-cc70c84781af None None] Pushing event updated for resources: {'Port': ['ID=533e4161-7483-4571-a2c8-f68b6c55e5e1,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:07.878333 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] Set router 23b0fe1e-674b-4745-9c5a-8fc435f21445 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:20:07.939126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:07.939532 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:08.021991 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Current status of the port 533e4161-7483-4571-a2c8-f68b6c55e5e1 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:08.022304 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:08.054582 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] For port 533e4161-7483-4571-a2c8-f68b6c55e5e1, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=533e4161-7483-4571-a2c8-f68b6c55e5e1,segment=NetworkSegment(77b9a72d-8b0a-442e-a662-ce9abdae3828),segment_id=77b9a72d-8b0a-442e-a662-ce9abdae3828)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:20:08.058470 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:08.097482 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:05Z', 'revision_number': 2, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port_host': None, '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:07Z', 'revision_number': 4, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:08.108560 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c6c8-b544-45bd-a0e3-3ad30f415bf4 None None] Pushing event updated for resources: {'Port': ['ID=533e4161-7483-4571-a2c8-f68b6c55e5e1,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:08.125428 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae44ea68-7917-42cb-9de6-a998d07a3753 None None] The sync data for ids ['23b0fe1e-674b-4745-9c5a-8fc435f21445'] in dv-cinder-804470-8-iscsi is: [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:05Z', 'revision_number': 2, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port_host': None, '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:07Z', 'revision_number': 4, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:20:08.641027 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49334) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:20:08.752119 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63300c68-2a1b-4f88-9fee-895c5ab9a3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:20:08.753406 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-63300c68-2a1b-4f88-9fee-895c5ab9a3b2 admin admin] 10.222.0.75 "GET /v2.0/networks/91fe3117-44df-4c09-bbcf-cba9f8105f72 HTTP/1.1" status: 200 len: 842 time: 0.1113634 Feb 21 02:20:08.762989 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:20:08.784867 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Made reservation on behalf of 536999b661f942d0a8cd76a5421d40a3 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:20:08.787386 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:09.073589 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.objects.ports [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102810) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 02:20:09.073951 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (b037eaf3-cd5f-46aa-93ad-55cdd93f008f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:09.130552 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b037eaf3-cd5f-46aa-93ad-55cdd93f008f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:09.140135 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:20:09.140417 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Network hostable DHCP agents. Network: 91fe3117-44df-4c09-bbcf-cba9f8105f72, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:20:09.156832 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:20:09.165060 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 91fe3117-44df-4c09-bbcf-cba9f8105f72) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:20:09.169516 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:20:09.170171 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:09.177463 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39502ed-e1c8-4035-88fb-10a71b935317 None None] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:20:09.186131 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4cdb40ab-a13f-4512-97d5-2d0f3472aff1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265373 Feb 21 02:20:09.287009 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10836c95-462b-4726-8f20-8853f7b843f7 None None] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:20:11.624056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49342) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:20:11.866478 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d5ac86e3-9bdc-4696-96b3-c1eafd31f2ac demo admin] 10.222.0.75 "GET /v2.0/routers/23b0fe1e-674b-4745-9c5a-8fc435f21445 HTTP/1.1" status: 200 len: 710 time: 0.2409904 Feb 21 02:20:12.016268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a374b-f1e6-48a1-9acc-9c3a91eadaa3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:20:12.022832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-953a374b-f1e6-48a1-9acc-9c3a91eadaa3 demo admin] 10.222.0.75 "GET /v2.0/networks/91fe3117-44df-4c09-bbcf-cba9f8105f72 HTTP/1.1" status: 200 len: 886 time: 0.1458328 Feb 21 02:20:12.026623 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:20:12.277336 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks [] for router_gateway (23b0fe1e-674b-4745-9c5a-8fc435f21445), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:12.515808 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks [] for router_gateway (23b0fe1e-674b-4745-9c5a-8fc435f21445), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:12.595610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:12.777373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Allocated IP 172.27.1.9 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/13530ee1-37c1-475e-9b89-eca8bc77132b) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:20:12.886439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks [] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:12.945469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:13.012476 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:20:13.017799 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:20:13.029079 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:20:13.122272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Pushing event updated for resources: {'Port': ['ID=13530ee1-37c1-475e-9b89-eca8bc77132b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:13.371399 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks [] for router_gateway (23b0fe1e-674b-4745-9c5a-8fc435f21445), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:13.578722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16273231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16272190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6542'] for router (23b0fe1e-674b-4745-9c5a-8fc435f21445), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:13.583367 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16273240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16273233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16272183'] for router (23b0fe1e-674b-4745-9c5a-8fc435f21445), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:13.695835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Router 23b0fe1e-674b-4745-9c5a-8fc435f21445 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:20:13.806286 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:20:13.810732 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:13.812433 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3501136f-6b66-4b99-917f-b9cfc5acfe9e demo admin] 10.222.0.75 "PUT /v2.0/routers/23b0fe1e-674b-4745-9c5a-8fc435f21445 HTTP/1.1" status: 200 len: 888 time: 1.7882748 Feb 21 02:20:16.060177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 533e4161-7483-4571-a2c8-f68b6c55e5e1 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:20:16.109048 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:16.109508 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:16.189014 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 533e4161-7483-4571-a2c8-f68b6c55e5e1 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:16.403502 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49354) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:20:16.533679 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a27e8370-bd8b-4a60-825f-e701970b02cd admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1167622 Feb 21 02:20:16.802271 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Sync routers for ids ['23b0fe1e-674b-4745-9c5a-8fc435f21445'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:20:16.815766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Routers {'23b0fe1e-674b-4745-9c5a-8fc435f21445'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:20:16.816417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:20:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['23b0fe1e-674b-4745-9c5a-8fc435f21445'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:17.037492 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Set router 23b0fe1e-674b-4745-9c5a-8fc435f21445 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:20:17.525574 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:13Z', 'revision_number': 4, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port': {'id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:12Z', 'updated_at': '2022-02-21T02:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:08Z', 'revision_number': 5, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:17.578425 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Checking router: 23b0fe1e-674b-4745-9c5a-8fc435f21445 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:20:17.578723 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Updating router 23b0fe1e-674b-4745-9c5a-8fc435f21445 port 13530ee1-37c1-475e-9b89-eca8bc77132b binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:20:17.629002 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:17.948636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks [] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:17.954250 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:18.002048 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea02f1-710a-4c6c-afe6-68add6f07f89 None None] Pushing event updated for resources: {'Port': ['ID=13530ee1-37c1-475e-9b89-eca8bc77132b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:18.007635 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Attempting to bind port 13530ee1-37c1-475e-9b89-eca8bc77132b on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:20:18.008003 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Attempting to bind port 13530ee1-37c1-475e-9b89-eca8bc77132b by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:20:18.008365 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Attempting to bind port 13530ee1-37c1-475e-9b89-eca8bc77132b on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:20:18.013119 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:20:18.013494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:20:18.013930 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:18.014312 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:20:18.015414 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Bound port: 13530ee1-37c1-475e-9b89-eca8bc77132b, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:20:18.015795 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:18.062992 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] For port 13530ee1-37c1-475e-9b89-eca8bc77132b, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:20:18.065869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] For port 13530ee1-37c1-475e-9b89-eca8bc77132b, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=13530ee1-37c1-475e-9b89-eca8bc77132b,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:20:18.071484 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:18.128418 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea02f1-710a-4c6c-afe6-68add6f07f89 None None] Pushing event updated for resources: {'Port': ['ID=13530ee1-37c1-475e-9b89-eca8bc77132b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:18.132284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Routers {'23b0fe1e-674b-4745-9c5a-8fc435f21445'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:20:18.132862 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:20:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['23b0fe1e-674b-4745-9c5a-8fc435f21445'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:18.257344 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] Set router 23b0fe1e-674b-4745-9c5a-8fc435f21445 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:20:18.488002 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:13Z', 'revision_number': 4, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port': {'id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:12Z', 'updated_at': '2022-02-21T02:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:08Z', 'revision_number': 5, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:20:18.517152 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12aa3af-f8e9-4d10-b87f-1e80e69520ae None None] The sync data for ids ['23b0fe1e-674b-4745-9c5a-8fc435f21445'] in dv-cinder-804470-8-iscsi is: [{'id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'name': 'router1', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:19:55Z', 'updated_at': '2022-02-21T02:20:13Z', 'revision_number': 4, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'gw_port': {'id': '13530ee1-37c1-475e-9b89-eca8bc77132b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:12Z', 'updated_at': '2022-02-21T02:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '533e4161-7483-4571-a2c8-f68b6c55e5e1', 'name': '', 'network_id': 'e52922cb-0bc8-486a-ab0f-0b744c2f6294', 'tenant_id': '308ea0fdc3614d8090c511e46c8f484a', 'mac_address': 'fa:16:3e:38:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b0fe1e-674b-4745-9c5a-8fc435f21445', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:20:04Z', 'updated_at': '2022-02-21T02:20:08Z', 'revision_number': 5, 'project_id': '308ea0fdc3614d8090c511e46c8f484a', 'subnets': [{'id': '1efd6e35-b427-4da6-8be4-44d56ee0cfcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f026e43-5d4a-428c-9753-a968b50b84ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:20:20.081888 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 13530ee1-37c1-475e-9b89-eca8bc77132b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:20:20.172537 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 13530ee1-37c1-475e-9b89-eca8bc77132b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:20.172869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:20.282705 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 13530ee1-37c1-475e-9b89-eca8bc77132b is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:20.283324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:20.314302 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 13530ee1-37c1-475e-9b89-eca8bc77132b, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=13530ee1-37c1-475e-9b89-eca8bc77132b,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:20:20.325152 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:20.381785 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=13530ee1-37c1-475e-9b89-eca8bc77132b,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:20:22.131036 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 13530ee1-37c1-475e-9b89-eca8bc77132b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:20:22.277757 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 13530ee1-37c1-475e-9b89-eca8bc77132b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:20:22.278558 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (13530ee1-37c1-475e-9b89-eca8bc77132b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:22.545465 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 13530ee1-37c1-475e-9b89-eca8bc77132b is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:20:28.941876 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5c1e3df3-d864-43ac-8e4a-f82c522ae10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:31.411363 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7a7d626-db6d-4624-bca6-d41c6baf56bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:32.169178 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:32.492188 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:20:33.748731 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:35.300369 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:20:58.944507 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a5ce70ad-f87c-477e-8248-8cd0bad3a878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:01.401931 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccab8-8097-466a-bcf8-35cb6cc86c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:02.170442 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:03.743335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:05.296343 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:09.536179 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:21:28.948491 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c07fc365-94b2-41d7-98ce-e1772c5c05e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:31.407694 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31c5f3ad-e8cd-4833-995a-97352c424f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:32.174978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:33.741910 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:35.297834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:37.408618 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49838) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:37.468760 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b8f3ce-fae5-4ad6-8409-0fc5ee437af1 admin admin] GET failed (client error): The resource could not be found. Feb 21 02:21:37.470056 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f1b8f3ce-fae5-4ad6-8409-0fc5ee437af1 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604837 Feb 21 02:21:37.698573 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b817b-e191-4cca-9129-7dc1c275bade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:37.700038 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-622b817b-e191-4cca-9129-7dc1c275bade admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2257652 Feb 21 02:21:40.024034 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49848) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:40.118257 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd4335-e27d-4f56-a432-d3650d4c92ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:40.119585 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d0dd4335-e27d-4f56-a432-d3650d4c92ff admin admin] 10.222.0.75 "GET /v2.0/subnets/1efd6e35-b427-4da6-8be4-44d56ee0cfcd HTTP/1.1" status: 200 len: 849 time: 0.0946000 Feb 21 02:21:40.129360 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:21:40.214947 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Publish callbacks [] for subnet (1efd6e35-b427-4da6-8be4-44d56ee0cfcd), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:40.354927 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745098987394'] for subnet (1efd6e35-b427-4da6-8be4-44d56ee0cfcd), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:40.391662 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:40.392259 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:40.393558 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] 10.222.0.75 "PUT /v2.0/subnets/1efd6e35-b427-4da6-8be4-44d56ee0cfcd HTTP/1.1" status: 200 len: 868 time: 0.2677095 Feb 21 02:21:40.405680 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875ca3c-c3f0-4c6c-9820-bc4e77fd29ce None None] Network e52922cb-0bc8-486a-ab0f-0b744c2f6294 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:21:40.417998 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efd6e35-b427-4da6-8be4-44d56ee0cfcd,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:21:40.425325 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.425727 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.426074 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.426408 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.426735 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.427061 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.427417 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.427729 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.428066 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.428406 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.428729 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.429064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.429366 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e8070-d036-41cb-9cb9-5d8ad8462bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:21:40.747313 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Provisioning complete for port c0044271-30a5-4159-9869-81ba219aba98 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:21:40.747725 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0044271-30a5-4159-9869-81ba219aba98), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:40.826796 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Current status of the port c0044271-30a5-4159-9869-81ba219aba98 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:21:40.836411 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Provisioning complete for port 533e4161-7483-4571-a2c8-f68b6c55e5e1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:21:40.836801 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (533e4161-7483-4571-a2c8-f68b6c55e5e1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:40.912372 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-95fa6aed-fbc6-4eaf-a42e-afcab903bc6d None None] Current status of the port 533e4161-7483-4571-a2c8-f68b6c55e5e1 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:21:42.730148 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49856) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:42.932401 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc3b81a-4bd8-4265-9e98-d6488d53c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:42.932793 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc3b81a-4bd8-4265-9e98-d6488d53c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:42.934375 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-fcc3b81a-4bd8-4265-9e98-d6488d53c045 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032831 Feb 21 02:21:45.248893 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49866) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:45.380977 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960f36e-5fbf-4e8c-9d2e-9507d0e68b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:45.381463 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960f36e-5fbf-4e8c-9d2e-9507d0e68b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:45.383047 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0960f36e-5fbf-4e8c-9d2e-9507d0e68b5d admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332021 Feb 21 02:21:46.490867 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:21:47.692509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:47.817970 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef1f4c-2f15-436d-9e19-7aadefa7e0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:47.819310 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-62ef1f4c-2f15-436d-9e19-7aadefa7e0b2 admin admin] 10.222.0.75 "GET /v2.0/networks/91fe3117-44df-4c09-bbcf-cba9f8105f72 HTTP/1.1" status: 200 len: 886 time: 0.1258638 Feb 21 02:21:50.144859 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49882) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:50.286512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915c139-b943-4130-9e93-74638310e8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:50.287973 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d915c139-b943-4130-9e93-74638310e8a6 admin admin] 10.222.0.75 "GET /v2.0/networks/e52922cb-0bc8-486a-ab0f-0b744c2f6294 HTTP/1.1" status: 200 len: 869 time: 0.1421101 Feb 21 02:21:52.606886 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49890) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:52.728618 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a35655-d6b6-4e1c-910d-6f7e78d9e962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:52.729073 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a35655-d6b6-4e1c-910d-6f7e78d9e962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:52.730883 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-53a35655-d6b6-4e1c-910d-6f7e78d9e962 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230450 Feb 21 02:21:55.053607 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49898) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:55.147500 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1085df-0212-4294-930c-05182276d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:55.147956 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1085df-0212-4294-930c-05182276d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:55.149441 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1a1085df-0212-4294-930c-05182276d930 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948641 Feb 21 02:21:57.458024 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49906) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:57.551592 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec814cc-1004-4b24-a261-881bb13f8f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:57.552921 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5ec814cc-1004-4b24-a261-881bb13f8f85 admin admin] 10.222.0.75 "GET /v2.0/subnets/1efd6e35-b427-4da6-8be4-44d56ee0cfcd HTTP/1.1" status: 200 len: 868 time: 0.0939770 Feb 21 02:21:58.950472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-89bca432-e514-4c0f-867f-4d704376a030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:21:59.883358 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49914) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:21:59.967079 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353d0cf-6b9d-4aca-ac4d-2c1ced1e4ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:21:59.968388 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4353d0cf-6b9d-4aca-ac4d-2c1ced1e4ec6 admin admin] 10.222.0.75 "GET /v2.0/subnets/b037eaf3-cd5f-46aa-93ad-55cdd93f008f HTTP/1.1" status: 200 len: 816 time: 0.0840805 Feb 21 02:22:01.408447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c33d5af-842e-40e9-8bfd-f15e491d99d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:02.176166 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:03.744179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:05.299830 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:23.489411 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:22:28.329054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49966) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:22:28.377022 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [None req-d83b0269-280e-47f6-9fb4-04091f0a8e15 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:22:28.378060 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d83b0269-280e-47f6-9fb4-04091f0a8e15 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480661 Feb 21 02:22:28.952345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-62051d3c-b003-4e06-91d4-9da187897896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:30.774438 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 49974) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:22:30.837756 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49cce43-8918-45dd-99a1-8143b5af04a1 admin admin] GET failed (client error): The resource could not be found. Feb 21 02:22:30.839017 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a49cce43-8918-45dd-99a1-8143b5af04a1 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636110 Feb 21 02:22:31.051946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5603ea-e8f4-4024-a8b2-170514bd1bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:22:31.053399 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2e5603ea-e8f4-4024-a8b2-170514bd1bde admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2103977 Feb 21 02:22:31.409760 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b2b90e4-228b-4037-aa78-15f458724286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:32.179104 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.404750 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49982) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:22:33.451146 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:22:33.469138 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Made reservation on behalf of 536999b661f942d0a8cd76a5421d40a3 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:22:33.471416 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.499099 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING neutron.services.revisions.revision_plugin [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Could not find related network for resource to bump revision. Feb 21 02:22:33.511069 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:22:33.521329 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (2a2eedf6-ac60-4fbc-8278-30087a31d9d3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.521702 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Added segment 2a2eedf6-ac60-4fbc-8278-30087a31d9d3 of type vlan for network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb Feb 21 02:22:33.562483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.585711 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.586567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:22:33.587140 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:33.661959 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2561016 Feb 21 02:22:33.685347 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2d483-eb49-493e-ace9-a44f0166205b admin admin] Pushing event updated for resources: {'Network': ['ID=7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:22:33.696165 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:22:33.776522 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:35.301683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.004545 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 49990) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:22:36.064089 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-e825eddd-af34-4bdd-81dd-cc4069e31493 admin admin] GET failed (client error): The resource could not be found. Feb 21 02:22:36.065354 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e825eddd-af34-4bdd-81dd-cc4069e31493 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598409 Feb 21 02:22:36.133409 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e4d73-eb59-498f-9575-5e501e5c135f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:22:36.134849 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-319e4d73-eb59-498f-9575-5e501e5c135f admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654173 Feb 21 02:22:36.144973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Request body: {'subnet': {'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:22:36.163404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Made reservation on behalf of 536999b661f942d0a8cd76a5421d40a3 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:22:36.165846 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.329095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (9fe0f838-16ac-4f87-bc47-ec0cfa2d533b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.383496 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe0f838-16ac-4f87-bc47-ec0cfa2d533b,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:22:36.392209 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Checking segment: {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:22:36.392558 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Network hostable DHCP agents. Network: 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:22:36.408664 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:22:36.416815 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:22:36.421307 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:22:36.421929 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.426891 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4540c4a-ad1e-4a6d-b4ec-0a4d2519c5db None None] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:22:36.437916 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-88389d15-c758-425c-a744-a2d386dc757e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961307 Feb 21 02:22:36.538975 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb', 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb', 'project_id': '536999b661f942d0a8cd76a5421d40a3', 'fixed_ips': [{'subnet_id': '9fe0f838-16ac-4f87-bc47-ec0cfa2d533b'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:22:36.539867 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.772732 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Allocated IP 192.168.233.2 (7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb/9fe0f838-16ac-4f87-bc47-ec0cfa2d533b/16f1ede0-373b-49c7-b7c6-664110011f39) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:22:36.920377 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks [] for port (16f1ede0-373b-49c7-b7c6-664110011f39), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.927005 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:36.967105 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:22:36.971888 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:22:36.974440 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:22:36.980187 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Pushing event updated for resources: {'Port': ['ID=16f1ede0-373b-49c7-b7c6-664110011f39,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:22:36.990995 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.991378 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.991747 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.992107 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.992447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.992779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.993115 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.993446 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.993873 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.994223 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.994565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.994878 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:36.995202 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:22:37.052364 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Attempting to bind port 16f1ede0-373b-49c7-b7c6-664110011f39 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:22:37.052654 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Attempting to bind port 16f1ede0-373b-49c7-b7c6-664110011f39 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:22:37.053011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Attempting to bind port 16f1ede0-373b-49c7-b7c6-664110011f39 on network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:22:37.058002 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:22:37.058360 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Checking segment: {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:22:37.058857 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:37.059775 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Bound using segment: {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:22:37.060236 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Bound port: 16f1ede0-373b-49c7-b7c6-664110011f39, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:22:37.060613 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:37.122352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] For port 16f1ede0-373b-49c7-b7c6-664110011f39, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:22:37.126372 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] For port 16f1ede0-373b-49c7-b7c6-664110011f39, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=16f1ede0-373b-49c7-b7c6-664110011f39,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:22:37.132008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:37.187534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cf01d-f42a-49b2-861f-7279bad9323d None None] Pushing event updated for resources: {'Port': ['ID=16f1ede0-373b-49c7-b7c6-664110011f39,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:22:38.089475 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486b2f5-02bf-4f28-bfbe-c2b620bca1bf None None] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:22:38.187613 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 16f1ede0-373b-49c7-b7c6-664110011f39 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:22:38.206697 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Provisioning complete for port 16f1ede0-373b-49c7-b7c6-664110011f39 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:22:38.207293 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:38.406567 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 16f1ede0-373b-49c7-b7c6-664110011f39 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:22:38.406960 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:38.428813 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Current status of the port 16f1ede0-373b-49c7-b7c6-664110011f39 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:22:38.429196 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:38.482515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] For port 16f1ede0-373b-49c7-b7c6-664110011f39, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=16f1ede0-373b-49c7-b7c6-664110011f39,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:22:38.492370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:38.557569 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 16f1ede0-373b-49c7-b7c6-664110011f39 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:22:38.581755 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abaf44-8d78-4d5b-8613-48638beb1e86 None None] Pushing event updated for resources: {'Port': ['ID=16f1ede0-373b-49c7-b7c6-664110011f39,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:22:38.715039 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-7f2ed147-d829-46b9-a297-0cb595f3cb50 None None] Provisioning complete for port 16f1ede0-373b-49c7-b7c6-664110011f39 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:22:38.715552 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed147-d829-46b9-a297-0cb595f3cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:38.800578 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ed147-d829-46b9-a297-0cb595f3cb50 None None] Current status of the port 16f1ede0-373b-49c7-b7c6-664110011f39 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:22:40.125075 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 16f1ede0-373b-49c7-b7c6-664110011f39 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:22:40.175572 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 16f1ede0-373b-49c7-b7c6-664110011f39 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:22:40.175967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (16f1ede0-373b-49c7-b7c6-664110011f39), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:22:40.251603 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 16f1ede0-373b-49c7-b7c6-664110011f39 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:22:58.955478 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-917bd612-ba96-4b0f-8e71-895ac55d3439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:00.488431 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:23:01.411551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d89e8aa3-299e-4bc1-8231-bf11aa83b7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:02.182578 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:03.751967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:05.304172 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:28.959528 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-172092dd-ecaf-4d9b-86ba-23bc6776c8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:31.414170 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae4ac9ce-6ef9-4f0c-b2ed-616864748531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:32.185704 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:33.752035 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:35.307700 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:37.488719 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:23:58.798808 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50030) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:23:58.804350 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [None req-903fabd3-ac42-4c0b-9b5e-99c33592d87c tempest-verify_tempest_config-1243968964 tempest-verify_tempest_config-1243968964-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:23:58.805325 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-903fabd3-ac42-4c0b-9b5e-99c33592d87c tempest-verify_tempest_config-1243968964 tempest-verify_tempest_config-1243968964-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055697 Feb 21 02:23:58.962446 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bd504d7c-6e1e-4247-8e20-e2b74e3bcd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.091041 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50048) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:23:59.195490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.266761 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Publish callbacks [] for security_group (bd939543-d6e3-4661-96ff-8d5c1791ad37), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.270272 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (bd939543-d6e3-4661-96ff-8d5c1791ad37), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.315017 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=365fcff787404dce9cc2e5d75982a3a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2229440 Feb 21 02:23:59.315975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd939543-d6e3-4661-96ff-8d5c1791ad37,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:23:59.317824 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50054) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:23:59.322642 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.323572 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.324021 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.324341 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.324695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.325023 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.325353 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.325694 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.326024 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.326347 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.326666 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.326981 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.327298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d46d3b-229e-4f00-819d-c55176380b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.375277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Publish callbacks [] for security_group (bd939543-d6e3-4661-96ff-8d5c1791ad37), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.396292 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Publish callbacks [] for security_group (bd939543-d6e3-4661-96ff-8d5c1791ad37), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.487760 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (bd939543-d6e3-4661-96ff-8d5c1791ad37), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.491078 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:23:59.492847 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd939543-d6e3-4661-96ff-8d5c1791ad37 HTTP/1.1" status: 204 len: 168 time: 0.1737831 Feb 21 02:23:59.506998 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd939543-d6e3-4661-96ff-8d5c1791ad37,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:23:59.518383 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.518949 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.519533 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.520114 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.520695 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.521315 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.521966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.522563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.523174 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.523759 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.524368 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.524944 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:23:59.525527 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19158be3-551c-4806-8f03-11b82a9d4695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:24:01.416434 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-552919a4-b6b6-42bf-ab7a-dbe4837c2a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:02.188783 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:03.753391 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:05.311083 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:14.487426 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:24:28.964508 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-64d87ecf-bab9-4e91-9e39-7e5c5d90fbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:31.418471 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83651bd3-2b45-4826-b480-d3947cf82655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:32.189847 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:33.756593 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:35.313008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:24:51.485527 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:24:58.966382 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-39a165ef-fe57-4c80-980c-107bbbe1fadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:01.420370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c9557f76-dd9e-42d6-9edf-9d8370b6922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:02.193747 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:03.759103 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:05.314874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:28.484519 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 5 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:25:28.970954 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2eb72f9f-bfda-473f-9c1c-7d751afb7bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:31.421349 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2aa36060-f622-4119-94f7-52729fe7a831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:32.196235 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:33.764052 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:35.317108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:37.496358 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16272977'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:25:51.644630 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50124) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:25:51.748564 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-40959bba-f2a8-4544-8cda-42eea710716d admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1027904 Feb 21 02:25:54.169403 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50134) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:25:54.230680 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a43295df-27b6-48b7-b60f-88e6b99faa00 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601690 Feb 21 02:25:58.972539 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2a16e0a1-a222-4821-8e3c-ff50c17dc34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:01.423055 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce843-895f-47f8-a174-00b69b59690a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:02.200830 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:03.763643 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:05.318972 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:05.483992 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:26:07.478636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:28.974283 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f9d07713-856d-4a8e-b660-4ab9acc84e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:31.424244 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a577daf6-cdc5-4ede-88ba-6ddb71d7343e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:32.201744 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:33.768044 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:35.322968 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:37.478481 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:26:42.483380 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:26:58.977575 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0fdcfefe-3ecc-4625-b8cd-80528a0bba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:01.427515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-61fe0cdc-fb0e-43a8-b7ef-7d70873427dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:02.204096 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:03.770280 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:05.325125 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:07.479690 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:19.483192 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:27:26.970608 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50318) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:27.298494 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50344) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:27.365064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-727016276-network', 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:27.386162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:27.388788 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.397900 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.483282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks [] for security_group (ac541f66-aeaf-430f-ad8f-bc4bd37fb45f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.488077 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ac541f66-aeaf-430f-ad8f-bc4bd37fb45f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.528759 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:27.537875 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:27:27.549600 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.550354 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.550886 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.551225 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.551713 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.552194 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.553299 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.554065 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.554563 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.554909 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.555246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.555576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.555900 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Tracked resource versions report: Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: pushed versions: Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Log': {'1.0'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Network': {'1.1'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Port': {'1.7'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'QosPolicy': {'1.10'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroup': {'1.5'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: consumer versions: Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: HyperV agent@hv-cinder-80447: {}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'LocalIPAssociation': '1.0', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Log': '1.0', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Network': '1.1', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Port': '1.7', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'PortForwarding': '1.2', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'QosPolicy': '1.10', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroup': '1.5', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'SubPort': '1.0', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Subnet': '1.1', Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: 'Trunk': '1.1'}} Feb 21 02:27:27.557162 dv-cinder-804470-8-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:27:27.563719 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (009f9c4d-f57c-4965-a60f-2ee8a5ff91e0), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.564068 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Added segment 009f9c4d-f57c-4965-a60f-2ee8a5ff91e0 of type vlan for network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf Feb 21 02:27:27.578994 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50356) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:27.614062 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.641171 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.642286 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:27.642856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.703407 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50362) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:27.703688 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7318180 Feb 21 02:27:27.710373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Request body: {'subnet': {'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-727016276-subnet', 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:27.720808 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1937379037-network', 'tenant_id': 'c3d76be89b774996b1207493325848df'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:27.736095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8c1a2-bb95-4d7d-9b83-98d55d447698 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:27.738285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:27.742388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.745968 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Made reservation on behalf of c3d76be89b774996b1207493325848df for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:27.748219 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:27:27.750205 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.762218 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.871980 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks [] for security_group (73943939-5fa8-4793-8b34-893910f123c4), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.878432 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (73943939-5fa8-4793-8b34-893910f123c4), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.895009 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:27:27.909455 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (5e367ad8-0088-4249-9d76-d8888c94bc2e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.910648 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Added segment 5e367ad8-0088-4249-9d76-d8888c94bc2e of type vlan for network b9ab8591-8577-4435-b82e-00c6ea275be2 Feb 21 02:27:27.969734 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (b9ab8591-8577-4435-b82e-00c6ea275be2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:27.997136 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (798881ee-d097-4690-8f55-082f01260f08), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.025162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50370) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:28.027071 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73943939-5fa8-4793-8b34-893910f123c4,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.031437 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (b9ab8591-8577-4435-b82e-00c6ea275be2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.032645 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:28.033417 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.056038 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Pushing event updated for resources: {'Subnet': ['ID=798881ee-d097-4690-8f55-082f01260f08,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.080532 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-313221661-network', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:28.086740 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.087300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.087930 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.088902 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.089485 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.090004 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.090807 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.091676 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.092188 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.092688 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.093343 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.094198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.094838 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Tracked resource versions report: Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: pushed versions: Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: { 'AddressGroup': {'1.2'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'ConntrackHelper': {'1.0'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Log': {'1.0'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Network': {'1.1'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Port': {'1.7'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'PortForwarding': {'1.2'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'QosPolicy': {'1.10'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroup': {'1.5'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SubPort': {'1.0'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Subnet': {'1.1'}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Trunk': {'1.1'}} Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: consumer versions: Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: HyperV agent@hv-cinder-80447: {}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'ConntrackHelper': '1.0', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'LocalIPAssociation': '1.0', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Log': '1.0', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Network': '1.1', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Port': '1.7', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'PortForwarding': '1.2', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'QosPolicy': '1.10', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroup': '1.5', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SecurityGroupRule': '1.2', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'SubPort': '1.0', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Subnet': '1.1', Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: 'Trunk': '1.1'}} Feb 21 02:27:28.096272 dv-cinder-804470-8-iscsi neutron-server[102809]: {{(pid=102809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:27:28.107598 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8077028 Feb 21 02:27:28.110789 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50378) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:28.116576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Request body: {'subnet': {'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1937379037-subnet', 'tenant_id': 'c3d76be89b774996b1207493325848df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:28.136583 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80992-8962-4015-85dc-6f7e9831496c admin admin] Pushing event updated for resources: {'Network': ['ID=b9ab8591-8577-4435-b82e-00c6ea275be2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.148909 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network b9ab8591-8577-4435-b82e-00c6ea275be2 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:27:28.156059 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Made reservation on behalf of c3d76be89b774996b1207493325848df for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:28.160199 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.162612 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Checking segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:28.163006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Network hostable DHCP agents. Network: d4d7fbe4-b74f-4889-adca-b065ca5bd2cf, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:27:28.187685 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Made reservation on behalf of 34a6242d1dd24262be9852a4a5b1523d for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:28.190293 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.228420 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.239174 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:27:28.343286 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1453588921-network', 'tenant_id': '09e923a4cc944b28979de727cb5269d1'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:28.348483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, d4d7fbe4-b74f-4889-adca-b065ca5bd2cf) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:28.357923 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:28.358874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4345d-2137-4ffc-bc0d-89da9295afcb None None] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:28.359393 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.399171 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks [] for security_group (ac48fdd0-9657-46ce-bdde-2ae20b12b8db), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.405454 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-aaa8b995-7896-44cb-88df-222fe56417af admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7003529 Feb 21 02:27:28.417790 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ac48fdd0-9657-46ce-bdde-2ae20b12b8db), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.422249 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Made reservation on behalf of 09e923a4cc944b28979de727cb5269d1 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:28.424334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.439818 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.442842 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:27:28.455930 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (f9a4a342-f46d-4ce2-8fe6-36eccd86be74), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.456660 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Added segment f9a4a342-f46d-4ce2-8fe6-36eccd86be74 of type vlan for network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 Feb 21 02:27:28.520019 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (92bfa233-3dc8-4ee8-9d61-df1a18ceb898), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.579229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48fdd0-9657-46ce-bdde-2ae20b12b8db,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.582905 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (92bfa233-3dc8-4ee8-9d61-df1a18ceb898), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.601480 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (00f67052-b4b6-4854-87ec-972a2faee6c7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.605773 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:28.607366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.631197 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ca935-51e3-4e07-a286-7c0bb58c8389 None None] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:28.694671 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f67052-b4b6-4854-87ec-972a2faee6c7,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.716502 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks [] for security_group (d8950946-83d0-4abc-a17c-ee82dbf40c0c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.723138 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d8950946-83d0-4abc-a17c-ee82dbf40c0c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.737309 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1565065 Feb 21 02:27:28.742689 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50400) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:28.742947 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5749e-0d38-4f5b-849f-c22052d0692a admin admin] Pushing event updated for resources: {'Network': ['ID=92bfa233-3dc8-4ee8-9d61-df1a18ceb898,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.764411 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Request body: {'subnet': {'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-subnet', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:28.794797 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:27:28.800919 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Made reservation on behalf of 34a6242d1dd24262be9852a4a5b1523d for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:28.803463 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.816513 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:27:28.961313 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Checking segment: {'id': '5e367ad8-0088-4249-9d76-d8888c94bc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:28.961777 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Network hostable DHCP agents. Network: b9ab8591-8577-4435-b82e-00c6ea275be2, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:27:28.970775 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8950946-83d0-4abc-a17c-ee82dbf40c0c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:28.976297 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (b9e9dcca-9f0a-4bb1-9e04-53363bc34d47), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:28.976644 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Added segment b9e9dcca-9f0a-4bb1-9e04-53363bc34d47 of type vlan for network 7984c99a-2bf0-4380-ab96-7d2375b9f90f Feb 21 02:27:28.996069 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-608219e2-c7f3-4a8d-bad6-d4f203127c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.066770 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Network b9ab8591-8577-4435-b82e-00c6ea275be2 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:27:29.067747 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (7984c99a-2bf0-4380-ab96-7d2375b9f90f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.081426 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, b9ab8591-8577-4435-b82e-00c6ea275be2) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:29.091243 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e30cb-2bb7-4c32-8f0b-31d3e9a87db9 None None] Network b9ab8591-8577-4435-b82e-00c6ea275be2 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:29.093597 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (e973847a-e649-4cdc-bbca-b61eee11cbeb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.099688 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:29.100295 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.150895 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (7984c99a-2bf0-4380-ab96-7d2375b9f90f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.151847 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:29.152645 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.236635 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cb7c88ae-6f88-4f34-9ea5-e2e365be298a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1246822 Feb 21 02:27:29.243408 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] Pushing event updated for resources: {'Network': ['ID=7984c99a-2bf0-4380-ab96-7d2375b9f90f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:29.258381 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e973847a-e649-4cdc-bbca-b61eee11cbeb,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:29.265845 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-22aed6d9-2480-4853-b04b-89b8e8c3618b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2327900 Feb 21 02:27:29.266281 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:27:29.266419 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50422) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:29.271999 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Request body: {'subnet': {'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1453588921-subnet', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:29.279143 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Checking segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:29.279588 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Network hostable DHCP agents. Network: 92bfa233-3dc8-4ee8-9d61-df1a18ceb898, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:27:29.304474 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:27:29.323627 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 92bfa233-3dc8-4ee8-9d61-df1a18ceb898) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:29.336884 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Made reservation on behalf of 09e923a4cc944b28979de727cb5269d1 for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:29.347116 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.348420 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:29.348936 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.379784 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c62276b7-a94b-4448-bb54-de48c19366a2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6327710 Feb 21 02:27:29.381470 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50428) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:29.393803 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763d09f-4e9c-4a98-9cf2-56184b7f9251 None None] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:29.394774 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:29.460905 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.462442 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.604266 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071bad73-a980-4247-8789-1765f23ef7c7 None None] Network b9ab8591-8577-4435-b82e-00c6ea275be2 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:29.706082 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for router_controller (401a1336-1fa4-44d0-8ce4-d46c0c73921b), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.706462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05fb572-e3b3-425f-bd51-15e23de9f83a None None] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:29.827590 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (cbac6be5-afd9-4681-8595-a21e3fdb232d), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:29.942841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Checking segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:29.944061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Network hostable DHCP agents. Network: 7984c99a-2bf0-4380-ab96-7d2375b9f90f, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:27:29.950192 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbac6be5-afd9-4681-8595-a21e3fdb232d,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:29.968000 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:27:29.981617 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 7984c99a-2bf0-4380-ab96-7d2375b9f90f) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:29.998182 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c4d3a-379b-401e-8e68-2ba46cd535ac None None] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:29.999084 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:29.999704 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.065874 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8a8931b5-c198-4775-bd40-f62b254491bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7966897 Feb 21 02:27:30.066539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50454) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:30.076546 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:30.141257 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.142959 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.167414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for router_gateway (401a1336-1fa4-44d0-8ce4-d46c0c73921b), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.211437 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:27:30.212698 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.254356 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for router_controller (800042f0-003a-4dd0-8396-d74ffd64c9d7), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.479383 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Allocated IP 172.20.0.2 (7984c99a-2bf0-4380-ab96-7d2375b9f90f/cbac6be5-afd9-4681-8595-a21e3fdb232d/55f1469a-2d5e-418d-b639-c2ed6464debe) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:30.546756 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for router_gateway (800042f0-003a-4dd0-8396-d74ffd64c9d7), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.627191 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50468) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:30.642418 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for router_gateway (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.685582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.759579 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50492) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:30.762550 dv-cinder-804470-8-iscsi neutron-server[102810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 02:27:30.903925 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks [] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.922095 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.968008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:30.971029 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:30.975672 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:30.976701 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for router_gateway (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:30.988280 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Pushing event updated for resources: {'Port': ['ID=55f1469a-2d5e-418d-b639-c2ed6464debe,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:31.015907 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.017345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.018165 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.018643 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.019165 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.019798 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.020372 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.021003 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.021439 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.022272 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.022627 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.022969 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.023305 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.023636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Tracked resource versions report: Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: pushed versions: Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Log': {'1.0'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Network': {'1.1'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Port': {'1.7'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'QosPolicy': {'1.10'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroup': {'1.5'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: consumer versions: Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: HyperV agent@hv-cinder-80447: {}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'LocalIPAssociation': '1.0', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Log': '1.0', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Network': '1.1', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Port': '1.7', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'PortForwarding': '1.2', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'QosPolicy': '1.10', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroup': '1.5', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'SubPort': '1.0', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Subnet': '1.1', Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: 'Trunk': '1.1'}} Feb 21 02:27:31.024865 dv-cinder-804470-8-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:27:31.027114 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-90d3db29-fe0f-4277-ab90-76e37e59f707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.065736 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-ad54a9e5-aaba-41b8-ad5b-42aea93ce0fc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:31.067250 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-ad54a9e5-aaba-41b8-ad5b-42aea93ce0fc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.3061478 Feb 21 02:27:31.073577 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Attempting to bind port 55f1469a-2d5e-418d-b639-c2ed6464debe on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:31.075019 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Attempting to bind port 55f1469a-2d5e-418d-b639-c2ed6464debe by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:31.075471 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Attempting to bind port 55f1469a-2d5e-418d-b639-c2ed6464debe on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:31.082662 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:31.083156 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Checking segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:31.083769 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.084174 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Bound using segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:31.084662 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Bound port: 55f1469a-2d5e-418d-b639-c2ed6464debe, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:31.085886 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.101117 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Allocated IP 172.27.1.174 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/4f63380b-45d2-4129-b774-e2964abeaf3f) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:31.116813 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-86ffedd8-adfc-4b6a-8d80-df0b9802d056 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/quotas/440cb05903bb427baa54dbe25b56ee7c HTTP/1.1" status: 200 len: 375 time: 0.0385427 Feb 21 02:27:31.167730 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] For port 55f1469a-2d5e-418d-b639-c2ed6464debe, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:31.171032 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] For port 55f1469a-2d5e-418d-b639-c2ed6464debe, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=55f1469a-2d5e-418d-b639-c2ed6464debe,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:31.180028 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.245664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e78d0b-a3b5-40e8-b151-7d96563f5538 None None] Pushing event updated for resources: {'Port': ['ID=55f1469a-2d5e-418d-b639-c2ed6464debe,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:31.254969 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50512) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:31.257981 dv-cinder-804470-8-iscsi neutron-server[102809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 02:27:31.364563 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-8b584f9b-2be5-4542-9ae2-fe987d58424f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2349436 Feb 21 02:27:31.486173 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-833837b1-1f93-4076-97de-04412b836cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.496330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-8963de37-129c-4bae-b777-df46f41fa763 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:31.498018 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-8963de37-129c-4bae-b777-df46f41fa763 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/networks?id=b9ab8591-8577-4435-b82e-00c6ea275be2 HTTP/1.1" status: 200 len: 812 time: 0.2414169 Feb 21 02:27:31.498966 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-90d3db29-fe0f-4277-ab90-76e37e59f707 admin admin] Publish callbacks [] for security_group (c55ec658-6a7b-4f5a-b254-01af0ce6666c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.509148 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-90d3db29-fe0f-4277-ab90-76e37e59f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c55ec658-6a7b-4f5a-b254-01af0ce6666c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.528857 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-0237ad62-0fa6-4c06-8490-ac1af88d4a65 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/quotas/c3d76be89b774996b1207493325848df HTTP/1.1" status: 200 len: 375 time: 0.0245438 Feb 21 02:27:31.546539 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.568874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-ddf92f52-3cb4-4798-8c8b-7e30f3418088 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:27:31.569912 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-ddf92f52-3cb4-4798-8c8b-7e30f3418088 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0775926 Feb 21 02:27:31.582026 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-90d3db29-fe0f-4277-ab90-76e37e59f707 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f69a59c5484e4515838c74c41942b342&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9513435 Feb 21 02:27:31.589494 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50522) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:31.603390 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3db29-fe0f-4277-ab90-76e37e59f707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ec658-6a7b-4f5a-b254-01af0ce6666c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:31.693561 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.713843 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-d9d3dd3a-f374-453d-8e7a-6dc40f7ec692 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3d76be89b774996b1207493325848df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1752658 Feb 21 02:27:31.736744 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-f42cb09f-207a-438f-968d-c69a971d9b16 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471999 Feb 21 02:27:31.775230 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:31.788193 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Allocated IP 172.27.1.203 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/708f1399-ec5f-4539-801c-3be9511f9191) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:31.790367 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:31.794323 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Pushing event updated for resources: {'Port': ['ID=4f63380b-45d2-4129-b774-e2964abeaf3f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:31.798521 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:31.815946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] Publish callbacks [] for security_group (c55ec658-6a7b-4f5a-b254-01af0ce6666c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.871613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-06f5394f-472b-4146-b50b-0f0a4c861eae service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:27:31.872654 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-06f5394f-472b-4146-b50b-0f0a4c861eae service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978420 Feb 21 02:27:31.910587 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] Publish callbacks [] for security_group (c55ec658-6a7b-4f5a-b254-01af0ce6666c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:31.971455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-d8a1d4a0-9356-493f-996d-d800423c80e8 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236817 Feb 21 02:27:32.028035 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for port (708f1399-ec5f-4539-801c-3be9511f9191), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.096104 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (708f1399-ec5f-4539-801c-3be9511f9191), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.123153 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for router_gateway (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.135199 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c55ec658-6a7b-4f5a-b254-01af0ce6666c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.138253 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.139548 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c55ec658-6a7b-4f5a-b254-01af0ce6666c HTTP/1.1" status: 204 len: 168 time: 0.5489960 Feb 21 02:27:32.141719 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:32.156330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:32.159621 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:32.165493 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-08f03c68-5267-4d01-bff8-6c59d61211d1 service neutron] 10.222.0.75 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833395 Feb 21 02:27:32.217483 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.239462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068b564-9726-4e22-95a2-69c99f650e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ec658-6a7b-4f5a-b254-01af0ce6666c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:32.402881 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Pushing event updated for resources: {'Port': ['ID=708f1399-ec5f-4539-801c-3be9511f9191,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:32.473413 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.536021 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 55f1469a-2d5e-418d-b639-c2ed6464debe up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:32.635587 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-210a3757-e9fb-47d4-97f7-d4fa315bd4dd service neutron] 10.222.0.75 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888192 Feb 21 02:27:32.699062 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 55f1469a-2d5e-418d-b639-c2ed6464debe triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:32.699459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.760664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for router_gateway (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:32.763894 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d857670-39b4-41cc-8b58-87f0d411946b None None] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:27:32.846423 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ab4856d-be97-4362-9457-98e1b35c9d04 req-a2320f16-5803-4ab4-a926-e5299db614da tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0834999 Feb 21 02:27:32.894771 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Router 401a1336-1fa4-44d0-8ce4-d46c0c73921b is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:27:32.901511 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50566) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:32.925930 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39ccf9f0-5e34-49cb-af8e-c3e23dd55aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.008656 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Provisioning complete for port 55f1469a-2d5e-418d-b639-c2ed6464debe triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:33.010368 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.348449 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 55f1469a-2d5e-418d-b639-c2ed6464debe is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:33.358396 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.365038 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39ccf9f0-5e34-49cb-af8e-c3e23dd55aaf admin admin] Publish callbacks [] for security_group (f5f76cd5-f70c-41f3-b387-2a4789a9bd24), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.377767 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-39ccf9f0-5e34-49cb-af8e-c3e23dd55aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f5f76cd5-f70c-41f3-b387-2a4789a9bd24), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.406539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.441236 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-39ccf9f0-5e34-49cb-af8e-c3e23dd55aaf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6801b198de244051a4d717b4db2359d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5376620 Feb 21 02:27:33.447632 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50604) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:33.541030 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Current status of the port 55f1469a-2d5e-418d-b639-c2ed6464debe is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:33.542091 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.551929 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccf9f0-5e34-49cb-af8e-c3e23dd55aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f76cd5-f70c-41f3-b387-2a4789a9bd24,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:33.577958 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:27:33.584929 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1db54ff8-c1eb-4707-b656-5efe81254569 req-583b63af-d912-4dad-8955-876d00653601 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.1756732 Feb 21 02:27:33.587887 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] Publish callbacks [] for security_group (f5f76cd5-f70c-41f3-b387-2a4789a9bd24), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.596247 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Sync routers for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:27:33.635089 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:33.642491 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:33.696954 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] Publish callbacks [] for security_group (f5f76cd5-f70c-41f3-b387-2a4789a9bd24), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.703170 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.713160 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a95fe873-18d9-4d93-b501-229e8c9aa76e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3253491 Feb 21 02:27:33.713894 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50620) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:33.732934 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 55f1469a-2d5e-418d-b639-c2ed6464debe, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=55f1469a-2d5e-418d-b639-c2ed6464debe,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:27:33.745718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.790346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f5f76cd5-f70c-41f3-b387-2a4789a9bd24), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.796275 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:33.812829 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5f76cd5-f70c-41f3-b387-2a4789a9bd24 HTTP/1.1" status: 204 len: 168 time: 0.3635163 Feb 21 02:27:33.845802 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aa5aa-3f74-4948-a68d-c78de779c6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f76cd5-f70c-41f3-b387-2a4789a9bd24,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:34.045072 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=55f1469a-2d5e-418d-b639-c2ed6464debe,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:34.096319 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.db.api [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 02:27:34.097695 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG oslo_db.api [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 02:27:34.103942 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c09624c-c03c-41ef-9d81-ba5cf32398b2 req-fb5f2460-571a-46ac-a4ee-3692729c7e6f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1544590 Feb 21 02:27:34.115037 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:34.188289 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:27:34.293214 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:34.426039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:27:34.438036 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:27:34.465319 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:34.468416 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:34.481035 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:34.488107 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50664) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:34.492104 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0347cb6e-c1c2-43d5-9ee2-84d9a1e316ff admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4213600 Feb 21 02:27:34.755963 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-fee1ada2-acbc-4e73-9847-6272e3fbdd0a None None] Current status of the port 55f1469a-2d5e-418d-b639-c2ed6464debe is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:34.844730 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 55f1469a-2d5e-418d-b639-c2ed6464debe up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:34.882805 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:31Z', 'revision_number': 3, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:34.922925 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Checking router: 401a1336-1fa4-44d0-8ce4-d46c0c73921b for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:27:34.923644 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Updating router 401a1336-1fa4-44d0-8ce4-d46c0c73921b port 4f63380b-45d2-4129-b774-e2964abeaf3f binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:27:34.930620 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-47bcc730-abbf-4932-9635-f45d75846cd1 None None] Provisioning complete for port 55f1469a-2d5e-418d-b639-c2ed6464debe triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:34.930978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-47bcc730-abbf-4932-9635-f45d75846cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:34.972208 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:34.980811 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:35.084494 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55693f78-2f13-42ff-900b-03fee1cdf864 req-a798ff43-73f8-40cf-bf1c-5cc51896fa7a tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.2474556 Feb 21 02:27:35.331378 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.370413 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-47bcc730-abbf-4932-9635-f45d75846cd1 None None] Current status of the port 55f1469a-2d5e-418d-b639-c2ed6464debe is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:35.378344 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b5880b95-9d3c-46f7-9fe9-13563505484f req-784efac1-4a55-4d02-aaf4-23561522a4de tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0338433 Feb 21 02:27:35.399283 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 55f1469a-2d5e-418d-b639-c2ed6464debe triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:35.399760 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.405214 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.498460 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks [] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.508485 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.572467 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 55f1469a-2d5e-418d-b639-c2ed6464debe is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:35.588080 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Attempting to bind port 4f63380b-45d2-4129-b774-e2964abeaf3f on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:35.589386 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Attempting to bind port 4f63380b-45d2-4129-b774-e2964abeaf3f by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:35.590138 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Attempting to bind port 4f63380b-45d2-4129-b774-e2964abeaf3f on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:35.599192 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Pushing event updated for resources: {'Port': ['ID=4f63380b-45d2-4129-b774-e2964abeaf3f,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:35.602550 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:32Z', 'revision_number': 3, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:35.603097 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:35.603563 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:35.604038 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.604509 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:35.605070 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Bound port: 4f63380b-45d2-4129-b774-e2964abeaf3f, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:35.605714 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.636414 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.636856 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.637288 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.637737 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.638141 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.638539 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.638938 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.639334 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.639727 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.640138 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.640542 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.641057 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.641794 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Tracked resource versions report: Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: pushed versions: Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: { 'AddressGroup': {'1.2'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'ConntrackHelper': {'1.0'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'LocalIPAssociation': {'1.0'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Log': {'1.0'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Network': {'1.1'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Port': {'1.7'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'PortForwarding': {'1.2'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'QosPolicy': {'1.10'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroup': {'1.5'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroupRule': {'1.2'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SubPort': {'1.0'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Subnet': {'1.1'}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Trunk': {'1.1'}} Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: consumer versions: Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: { DHCP agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: HyperV agent@hv-cinder-80447: {}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: L3 agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: Metadata agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: Metering agent@dv-cinder-804470-8-iscsi: {}, Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: Open vSwitch agent@dv-cinder-804470-8-iscsi: { 'AddressGroup': '1.2', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'ConntrackHelper': '1.0', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'LocalIPAssociation': '1.0', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Log': '1.0', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Network': '1.1', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Port': '1.7', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'PortForwarding': '1.2', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'QosPolicy': '1.10', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroup': '1.5', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SecurityGroupRule': '1.2', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'SubPort': '1.0', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Subnet': '1.1', Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: 'Trunk': '1.1'}} Feb 21 02:27:35.643151 dv-cinder-804470-8-iscsi neutron-server[102812]: {{(pid=102812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 02:27:35.672041 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:27:35.672400 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Updating router 800042f0-003a-4dd0-8396-d74ffd64c9d7 port 708f1399-ec5f-4539-801c-3be9511f9191 binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:27:35.692378 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Allocated IP 172.20.0.1 (92bfa233-3dc8-4ee8-9d61-df1a18ceb898/e973847a-e649-4cdc-bbca-b61eee11cbeb/3d508b8c-e8d8-484d-990e-cbb79ca6d468) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:35.695262 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] For port 4f63380b-45d2-4129-b774-e2964abeaf3f, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:35.699645 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] For port 4f63380b-45d2-4129-b774-e2964abeaf3f, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4f63380b-45d2-4129-b774-e2964abeaf3f,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:35.705879 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (708f1399-ec5f-4539-801c-3be9511f9191), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.714472 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.797836 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:35.798833 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:35.870257 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a88b8a-0ca7-47e7-80b6-e8ab053529c9 None None] Pushing event updated for resources: {'Port': ['ID=4f63380b-45d2-4129-b774-e2964abeaf3f,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:35.878773 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.906104 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks [] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:35.975141 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:36.078164 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.115392 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks [] for port (708f1399-ec5f-4539-801c-3be9511f9191), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.128076 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (708f1399-ec5f-4539-801c-3be9511f9191), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.216927 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478c3b5-38d0-4f9c-a8f6-a82292bea1ac None None] Pushing event updated for resources: {'Port': ['ID=708f1399-ec5f-4539-801c-3be9511f9191,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:36.253723 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Attempting to bind port 708f1399-ec5f-4539-801c-3be9511f9191 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:36.254117 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Attempting to bind port 708f1399-ec5f-4539-801c-3be9511f9191 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:36.254502 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Attempting to bind port 708f1399-ec5f-4539-801c-3be9511f9191 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:36.257131 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:31Z', 'revision_number': 3, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:36.264524 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:36.265495 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:36.266133 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.266719 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:36.267655 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Bound port: 708f1399-ec5f-4539-801c-3be9511f9191, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:36.268262 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (708f1399-ec5f-4539-801c-3be9511f9191), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.284628 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:36.292695 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af645d-4951-41c6-a155-1dd52720d7ee None None] The sync data for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi is: [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:31Z', 'revision_number': 3, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:27:36.318767 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:36.320857 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:36.323080 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:36.323539 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.353335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] For port 708f1399-ec5f-4539-801c-3be9511f9191, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:36.358657 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] For port 708f1399-ec5f-4539-801c-3be9511f9191, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=708f1399-ec5f-4539-801c-3be9511f9191,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:36.372932 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (708f1399-ec5f-4539-801c-3be9511f9191), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.430256 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:36.430965 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:36.481477 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478c3b5-38d0-4f9c-a8f6-a82292bea1ac None None] Pushing event updated for resources: {'Port': ['ID=708f1399-ec5f-4539-801c-3be9511f9191,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:36.488503 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd387826-341a-4641-a758-db2063215267 req-9a759903-bbc1-4608-adb0-7e974db10629 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.2268772 Feb 21 02:27:36.528788 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Allocated IP 172.20.0.1 (7984c99a-2bf0-4380-ab96-7d2375b9f90f/cbac6be5-afd9-4681-8595-a21e3fdb232d/abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:36.549221 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.598917 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:36.720992 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1a59461d-cdb0-46d5-a9f3-fdc043f176d1 req-fe303576-51e2-4265-8418-942e9d0b6364 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0702693 Feb 21 02:27:36.861441 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4f63380b-45d2-4129-b774-e2964abeaf3f up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:36.932749 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks [] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.974582 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 4f63380b-45d2-4129-b774-e2964abeaf3f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:36.974962 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:36.979138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:32Z', 'revision_number': 3, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:37.015298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.041308 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59de46a-5c27-4c85-9efb-a13ba6c01b50 None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:32Z', 'revision_number': 3, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:27:37.061360 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks [] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.068664 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:37.087154 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.088111 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.112073 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:37.118931 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:37.149845 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:37.150760 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.151328 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 4f63380b-45d2-4129-b774-e2964abeaf3f is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:37.152231 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.193797 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 4f63380b-45d2-4129-b774-e2964abeaf3f, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4f63380b-45d2-4129-b774-e2964abeaf3f,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:27:37.201928 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.313018 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=4f63380b-45d2-4129-b774-e2964abeaf3f,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:37.363924 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:37.497134 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:37.500597 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:37.565140 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a893e12f-9a5c-4c7a-bcbf-9c3619f0c517 None None] Provisioning complete for port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:37.565700 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a893e12f-9a5c-4c7a-bcbf-9c3619f0c517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.657292 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a893e12f-9a5c-4c7a-bcbf-9c3619f0c517 None None] Port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:27:37.697177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.734358 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3133f54-7c1e-45e2-9e2f-1a727f1d5b3b req-c51b0e7b-0dd7-4238-be83-6860d474c260 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0538819 Feb 21 02:27:37.792591 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:37.828167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Router 401a1336-1fa4-44d0-8ce4-d46c0c73921b has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:27:37.870404 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2cf8160f-b645-43e3-b1b6-387da50e2e6d req-58bac7f3-c097-43d8-875f-395e0443f3d8 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0496540 Feb 21 02:27:38.080853 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:27:38.088582 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b69fbccd-c66d-42a8-bf8a-5de369a8f6b0 admin admin] 10.222.0.75 "PUT /v2.0/routers/401a1336-1fa4-44d0-8ce4-d46c0c73921b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3714025 Feb 21 02:27:38.140431 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks [] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.149367 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.150434 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.252378 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:38.329351 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:38.329351 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:38.537823 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50794) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:38.554707 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:27:38.685041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a3512ebc-5847-4de4-9870-9f104f8d1125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.685885 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:27:38.693716 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-353cf6c6-1112-4495-b73d-8a7101d2d1bf admin admin] 10.222.0.75 "PUT /v2.0/routers/800042f0-003a-4dd0-8396-d74ffd64c9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2035041 Feb 21 02:27:38.720160 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-7b5df9ed-4f9f-41df-8734-33e949b0771d None None] Provisioning complete for port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:38.720697 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7b5df9ed-4f9f-41df-8734-33e949b0771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.796079 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7b5df9ed-4f9f-41df-8734-33e949b0771d None None] Port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:27:38.916459 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f3d14f9c-a843-466a-8d07-6c1b55193a4d req-096e8b5f-0377-46a7-b659-4960ce4c6ea9 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0711970 Feb 21 02:27:38.918411 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a3512ebc-5847-4de4-9870-9f104f8d1125 admin admin] Publish callbacks [] for security_group (e7dc12f4-c8b5-4d88-9c92-86ea46a2c819), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.919766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 708f1399-ec5f-4539-801c-3be9511f9191 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:38.926777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a3512ebc-5847-4de4-9870-9f104f8d1125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e7dc12f4-c8b5-4d88-9c92-86ea46a2c819), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:38.946167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-268f8804-5c3c-465d-8e73-5b04e63d53ae tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:38.946781 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-268f8804-5c3c-465d-8e73-5b04e63d53ae tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 818 time: 0.1405036 Feb 21 02:27:38.966024 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-cf31f659-8864-4a47-a4c9-4362c5fa6b3f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/quotas/34a6242d1dd24262be9852a4a5b1523d HTTP/1.1" status: 200 len: 375 time: 0.0133133 Feb 21 02:27:38.994303 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a3512ebc-5847-4de4-9870-9f104f8d1125 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b76e01b7abd840728a3abed40f898b26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4553144 Feb 21 02:27:38.996941 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50814) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:39.000127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3512ebc-5847-4de4-9870-9f104f8d1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc12f4-c8b5-4d88-9c92-86ea46a2c819,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:39.033321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 708f1399-ec5f-4539-801c-3be9511f9191 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:39.034019 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (708f1399-ec5f-4539-801c-3be9511f9191), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.054226 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-3cafeaab-bb01-4f7a-bcdc-0dbd75667a95 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824504 Feb 21 02:27:39.180197 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 708f1399-ec5f-4539-801c-3be9511f9191 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:39.180600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (708f1399-ec5f-4539-801c-3be9511f9191), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.206268 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 708f1399-ec5f-4539-801c-3be9511f9191, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=708f1399-ec5f-4539-801c-3be9511f9191,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:27:39.213089 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (708f1399-ec5f-4539-801c-3be9511f9191), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.214359 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4f63380b-45d2-4129-b774-e2964abeaf3f up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:39.236868 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-ac3e5cc9-a121-4cef-aeaf-bad9e4e3efd3 service neutron] 10.222.0.75 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746869 Feb 21 02:27:39.237866 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6c9f574e-131c-4775-a62d-65371a353e4f req-c71e478b-dd94-4a56-8eca-7839b85d4af1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.2344155 Feb 21 02:27:39.288843 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] Publish callbacks [] for security_group (e7dc12f4-c8b5-4d88-9c92-86ea46a2c819), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.294646 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Sync routers for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:27:39.313298 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=708f1399-ec5f-4539-801c-3be9511f9191,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:39.323664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 4f63380b-45d2-4129-b774-e2964abeaf3f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:39.323664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.326349 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:39.328519 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:39.376316 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] Publish callbacks [] for security_group (e7dc12f4-c8b5-4d88-9c92-86ea46a2c819), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.482380 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-36dcbdaf-cc2f-4aef-a74e-a2f3e98be236 service neutron] 10.222.0.75 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443190 Feb 21 02:27:39.484755 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 4f63380b-45d2-4129-b774-e2964abeaf3f is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:39.509795 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e7dc12f4-c8b5-4d88-9c92-86ea46a2c819), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.513987 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.517794 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e7dc12f4-c8b5-4d88-9c92-86ea46a2c819 HTTP/1.1" status: 204 len: 168 time: 0.5176311 Feb 21 02:27:39.528583 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086145-8427-4c95-8409-ed0fbf3dbc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc12f4-c8b5-4d88-9c92-86ea46a2c819,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:39.561411 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:39.819645 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50838) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:39.824690 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371569334', 'description': 'tempest-description--1340760455'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:39.880368 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:39.970363 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:27:39.973679 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 4, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '3d508b8c-e8d8-484d-990e-cbb79ca6d468', 'name': '', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'mac_address': 'fa:16:3e:b0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 2, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'subnets': [{'id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:39.987038 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:39.987952 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:40.046538 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Checking router: 401a1336-1fa4-44d0-8ce4-d46c0c73921b for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:27:40.053050 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-578e4a98-0b7a-4725-8785-f5989f0ede54 req-8e0163b3-2ed9-4595-846d-173edd2e1f81 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 210 time: 0.0946667 Feb 21 02:27:40.056061 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Updating router 401a1336-1fa4-44d0-8ce4-d46c0c73921b port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:27:40.118728 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.187107 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (9efa6864-b39d-4e12-8a16-e413cd5db202), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.200056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9efa6864-b39d-4e12-8a16-e413cd5db202), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.279217 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa6864-b39d-4e12-8a16-e413cd5db202,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:40.301107 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 50866) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:40.347049 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fc22923a-aeca-48fd-bf58-c5d484cea758 req-187ec310-ed73-4384-bc3d-7ad31bfe5b37 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0591791 Feb 21 02:27:40.356075 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.356627 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dd3e25fa-cc17-4f2d-a928-3dd7b0c54d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5359278 Feb 21 02:27:40.360694 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50868) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:40.384152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group_rule': {'security_group_id': '9efa6864-b39d-4e12-8a16-e413cd5db202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:40.384915 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b1659dc-d44a-4199-a35e-e72c0cef18d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.442680 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:40.452738 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.42', 62066) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:40.520061 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.42', 62067) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:40.690346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (6d676700-17f3-4770-9eda-6e36f8dd96d8), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.810765 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (6d676700-17f3-4770-9eda-6e36f8dd96d8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.812095 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50886) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:40.837795 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (6d676700-17f3-4770-9eda-6e36f8dd96d8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:40.841144 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 708f1399-ec5f-4539-801c-3be9511f9191 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:40.884339 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d676700-17f3-4770-9eda-6e36f8dd96d8,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:40.975849 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 708f1399-ec5f-4539-801c-3be9511f9191 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:40.976523 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (708f1399-ec5f-4539-801c-3be9511f9191), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.069854 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-63ae1315-27cd-4daa-87d9-4848a3f6bc96 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:41.072287 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-63ae1315-27cd-4daa-87d9-4848a3f6bc96 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.5454502 Feb 21 02:27:41.114785 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-fa8206ce-82af-4843-8cb4-b9e4532ed266 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:41.123036 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-fa8206ce-82af-4843-8cb4-b9e4532ed266 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.42 "GET /v2.0/networks?id=b9ab8591-8577-4435-b82e-00c6ea275be2 HTTP/1.1" status: 200 len: 812 time: 0.6699641 Feb 21 02:27:41.136357 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4d58762-ac9e-47ed-90bb-6ef62b3484a8 req-4f107f12-2b19-4eb4-82e9-87a8c8b364a8 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0930624 Feb 21 02:27:41.157918 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Request body: {'port': {'device_id': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'admin_state_up': True, 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:41.243005 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Request body: {'port': {'device_id': '57db8fe7-822f-4654-af4d-f883ba203764', 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2', 'admin_state_up': True, 'tenant_id': 'c3d76be89b774996b1207493325848df'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:41.357290 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 2, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:41.375886 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks [] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.396993 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.451661 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:27:41.452224 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Updating router 800042f0-003a-4dd0-8396-d74ffd64c9d7 port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:27:41.462906 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b1659dc-d44a-4199-a35e-e72c0cef18d4 admin admin] Publish callbacks [] for security_group (b95910c3-6fba-428e-8e51-6c4596aa596a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.472102 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b1659dc-d44a-4199-a35e-e72c0cef18d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b95910c3-6fba-428e-8e51-6c4596aa596a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.491367 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cb8b5-acb9-45ea-a756-a745b3340af8 None None] Pushing event updated for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:41.571032 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.582542 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1b1659dc-d44a-4199-a35e-e72c0cef18d4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed8be0c82e1048469092bee9a7d6c664&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2786345 Feb 21 02:27:41.593272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50940) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:41.608034 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1659dc-d44a-4199-a35e-e72c0cef18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95910c3-6fba-428e-8e51-6c4596aa596a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:41.624553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.629362 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-440f77d0-0b17-4e1f-bbbb-214773575a47 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2626696 Feb 21 02:27:41.635851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50944) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:41.642817 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Attempting to bind port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:41.643346 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Attempting to bind port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:41.643820 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Attempting to bind port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:41.650103 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:41.650641 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Checking segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:41.651154 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.651654 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Bound using segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:41.652237 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Bound port: 3d508b8c-e8d8-484d-990e-cbb79ca6d468, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:41.652861 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.654607 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e33777d5-e0ab-4497-a514-06df12bcd0ee req-b9927c0b-2ad4-4b86-a762-d6fba861a6a8 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0515788 Feb 21 02:27:41.666664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f940583c-f50b-4813-84ef-de93a0277006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.673858 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group_rule': {'security_group_id': '9efa6864-b39d-4e12-8a16-e413cd5db202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:41.700874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:41.705011 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.736343 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (e9bb4a7b-b54c-4959-9e68-a8a75c37c1c9), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.748423 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 708f1399-ec5f-4539-801c-3be9511f9191 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:41.802582 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] For port 3d508b8c-e8d8-484d-990e-cbb79ca6d468, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:41.811271 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] For port 3d508b8c-e8d8-484d-990e-cbb79ca6d468, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=3d508b8c-e8d8-484d-990e-cbb79ca6d468,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:41.818486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (e9bb4a7b-b54c-4959-9e68-a8a75c37c1c9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.825742 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.848068 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] Publish callbacks [] for security_group (b95910c3-6fba-428e-8e51-6c4596aa596a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.850270 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (e9bb4a7b-b54c-4959-9e68-a8a75c37c1c9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.874624 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Made reservation on behalf of c3d76be89b774996b1207493325848df for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:41.878159 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:41.901176 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bb4a7b-b54c-4959-9e68-a8a75c37c1c9,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:41.996010 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.42', 62076) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:42.052887 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cb8b5-acb9-45ea-a756-a745b3340af8 None None] Pushing event updated for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:42.065008 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:42.066240 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:42.319056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] Publish callbacks [] for security_group (b95910c3-6fba-428e-8e51-6c4596aa596a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.348122 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks [] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.382386 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.386530 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-fe2ba6ae-b7b5-4514-8816-16990036d2d8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:42.387656 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:42.396797 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-fe2ba6ae-b7b5-4514-8816-16990036d2d8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 818 time: 1.3979437 Feb 21 02:27:42.519414 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860249b-f075-4178-8d03-8498c179814d None None] Pushing event updated for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:42.600355 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Attempting to bind port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:42.600860 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Attempting to bind port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:42.601327 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Attempting to bind port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:42.617070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.618313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-902c5f24-5660-4c35-85ed-fd0a74a1f94e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9494982 Feb 21 02:27:42.619485 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:42.621556 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Checking segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:42.622126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.622627 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Bound using segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:42.624603 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Bound port: abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:42.628196 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.628733 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-0fb22918-ada4-4bd5-b169-192679d6bd7d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/quotas/34a6242d1dd24262be9852a4a5b1523d HTTP/1.1" status: 200 len: 375 time: 0.1526389 Feb 21 02:27:42.655687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 50976) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:42.660216 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c03be6e-141d-429c-ad3f-bc3c85074cb4 req-81be68c0-5356-43dc-b020-1ca7fd4c6ef0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.1225653 Feb 21 02:27:42.670777 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Allocated IP 172.20.0.6 (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf/798881ee-d097-4690-8f55-082f01260f08/2460a313-d85b-438c-8bd0-f46e5ebbd9ff) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:42.673213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:42.708081 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-d5519089-43c1-49ee-8232-b41215070b6a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:42.710433 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-d5519089-43c1-49ee-8232-b41215070b6a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 818 time: 0.7132618 Feb 21 02:27:42.750160 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Request body: {'port': {'device_id': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'admin_state_up': True, 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:42.817385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] For port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:42.825475 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] For port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:42.859974 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:42.872520 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.048065 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 4, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '3d508b8c-e8d8-484d-990e-cbb79ca6d468', 'name': '', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'mac_address': 'fa:16:3e:b0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:41Z', 'revision_number': 4, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'subnets': [{'id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:43.072064 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Provisioning complete for port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:43.073364 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.078228 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Allocated IP 172.20.0.6 (b9ab8591-8577-4435-b82e-00c6ea275be2/00f67052-b4b6-4854-87ec-972a2faee6c7/564ee339-f6a7-4482-9e82-3e4945304a7c) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:43.086390 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks [] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.117005 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-9e4541a8-ed2b-47d9-a868-729bd87b5fdc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4871953 Feb 21 02:27:43.127140 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7389bff-fe76-4d5d-b14c-967cfef678a1 None None] The sync data for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi is: [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:27:36Z', 'revision_number': 4, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '3d508b8c-e8d8-484d-990e-cbb79ca6d468', 'name': '', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'mac_address': 'fa:16:3e:b0:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:41Z', 'revision_number': 4, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'subnets': [{'id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:27:43.170216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:27:43.171179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:27:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:43.201694 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860249b-f075-4178-8d03-8498c179814d None None] Pushing event updated for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:43.287357 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.311093 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-8b063ebd-507e-4023-b1d9-f3e5a268dab8 service neutron] 10.222.0.75 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926849 Feb 21 02:27:43.351721 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9858145d-23ff-41fd-aee3-cbe4779a16aa req-632802a8-1461-4cee-b90f-12fdaa604f9f tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.1086617 Feb 21 02:27:43.525152 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-ed667e2c-e829-42ce-86f6-a95ef812af19 service neutron] 10.222.0.75 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129745 Feb 21 02:27:43.544714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:27:43.576269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b95910c3-6fba-428e-8e51-6c4596aa596a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.582234 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.586266 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b95910c3-6fba-428e-8e51-6c4596aa596a HTTP/1.1" status: 204 len: 168 time: 1.9772458 Feb 21 02:27:43.661269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611b1f1-8c12-4a95-9e5a-07c563e83167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95910c3-6fba-428e-8e51-6c4596aa596a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:43.715794 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event updated for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:43.728398 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:43.730978 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Made reservation on behalf of 34a6242d1dd24262be9852a4a5b1523d for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:43.752244 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.782822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:43.785953 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f940583c-f50b-4813-84ef-de93a0277006 admin admin] Publish callbacks [] for security_group (d3fa790d-f8ba-454c-916e-bd62203b0bec), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.794631 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:43.811610 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:43.815660 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:43.875956 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f940583c-f50b-4813-84ef-de93a0277006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d3fa790d-f8ba-454c-916e-bd62203b0bec), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:44.046406 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-2cd92dad-b585-4df4-85a5-153764d25a6e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9168770 Feb 21 02:27:44.061678 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Current status of the port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:44.062234 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:44.079476 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-90f9d04b-9974-4904-b042-99f79aced534 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:27:44.084408 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-90f9d04b-9974-4904-b042-99f79aced534 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191419 Feb 21 02:27:44.237005 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] For port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:27:44.279572 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89b69865-e17a-441f-af37-b5b6474a4ac5 req-9fc8e669-38ff-4d1e-8f45-68b5d7b7246c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 210 time: 0.0782626 Feb 21 02:27:44.292343 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:44.347664 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Allocated IP 172.20.0.7 (92bfa233-3dc8-4ee8-9d61-df1a18ceb898/e973847a-e649-4cdc-bbca-b61eee11cbeb/71ba9208-2448-4764-bb34-2672da8a2c21) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:44.433387 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:44.649831 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf539f0-1fa1-4ce4-9530-479efb0b4360 None None] Pushing event updated for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:44.689422 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51028) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:44.783524 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Request body: {'port': {'device_id': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:44.785909 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-42cb3f43-ba67-4ab3-a6c4-cb4bfd093be4 None None] Provisioning complete for port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:44.787032 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-42cb3f43-ba67-4ab3-a6c4-cb4bfd093be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:44.890903 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:42Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:27:44.995718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c699c4-54e6-4927-9f82-4e2b28fbbf6c None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:42Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:27:45.027307 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 3d508b8c-e8d8-484d-990e-cbb79ca6d468 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:45.046943 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Allocated IP 172.27.1.3 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/1293012c-fc61-4813-a7ea-20f5136f2f74) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:45.281678 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:45.282471 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.288748 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks [] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.307504 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2609565f-e3dd-48f2-bba9-c0927e641bf3 req-8ee3decc-f5a0-4527-b445-2088d806fde0 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.5002887 Feb 21 02:27:45.358624 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.376392 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940583c-f50b-4813-84ef-de93a0277006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa790d-f8ba-454c-916e-bd62203b0bec,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:45.391975 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f940583c-f50b-4813-84ef-de93a0277006 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c4eb51a9fba4daf8a34c5297bb2d704&name=default HTTP/1.1" status: 200 len: 2994 time: 4.5749278 Feb 21 02:27:45.394765 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f32fa9f-8d34-45be-8408-d83774dff4e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.396880 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51046) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:45.435886 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b8b93-72d4-4c04-bbe0-eb5b81ae6bb4 req-8f6c7812-6799-44ad-8601-7c632295a03c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:45.439233 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a8b8b93-72d4-4c04-bbe0-eb5b81ae6bb4 req-8f6c7812-6799-44ad-8601-7c632295a03c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 931 time: 1.3333757 Feb 21 02:27:45.448990 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks [] for port (71ba9208-2448-4764-bb34-2672da8a2c21), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.614747 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Pushing event updated for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:45.791610 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-42cb3f43-ba67-4ab3-a6c4-cb4bfd093be4 None None] Current status of the port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:45.854112 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:45.854596 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.879943 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Network b9ab8591-8577-4435-b82e-00c6ea275be2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:45.918641 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:45.933615 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:45.945606 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:45.958982 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:45.973297 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 3d508b8c-e8d8-484d-990e-cbb79ca6d468, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=3d508b8c-e8d8-484d-990e-cbb79ca6d468,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:27:45.976257 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.42', 62085) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:45.981188 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.032062 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.141385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:46.210334 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-71f51a75-c711-4dac-b017-c1e62a102c04 req-5412d3ab-4ce5-4629-a6bc-e439b1bda656 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 210 time: 0.4556866 Feb 21 02:27:46.221255 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.273880 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-3debe058-5ea3-46c4-a989-97b1c4fbcb91 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1313818 Feb 21 02:27:46.310745 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a8b8b93-72d4-4c04-bbe0-eb5b81ae6bb4 req-f3174475-96d2-4894-9af3-3554054cfff8 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991682 Feb 21 02:27:46.415133 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Request body: {'port': {'device_id': '57db8fe7-822f-4654-af4d-f883ba203764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:46.560802 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] Publish callbacks [] for security_group (d3fa790d-f8ba-454c-916e-bd62203b0bec), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.607218 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.622813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-e4539b5c-c2cc-4ec2-b1b5-ccf05721d4f6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:46.624354 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-e4539b5c-c2cc-4ec2-b1b5-ccf05721d4f6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 818 time: 0.6332259 Feb 21 02:27:46.641896 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.650277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Request body: {'port': {'device_id': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'admin_state_up': True, 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:46.806762 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] Publish callbacks [] for security_group (d3fa790d-f8ba-454c-916e-bd62203b0bec), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:46.965798 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:46.969620 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:47.001426 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:47.014561 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:47.070973 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.090171 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=1293012c-fc61-4813-a7ea-20f5136f2f74,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:47.148775 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 3d508b8c-e8d8-484d-990e-cbb79ca6d468 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:47.276485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f32fa9f-8d34-45be-8408-d83774dff4e1 admin admin] Publish callbacks [] for security_group (797d76b1-1747-4d74-8ebe-4d495a0bc3d5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.308693 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:47.335240 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:47.342237 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.343536 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:47.363553 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:47.365773 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.422440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1f32fa9f-8d34-45be-8408-d83774dff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (797d76b1-1747-4d74-8ebe-4d495a0bc3d5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.479695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c18d-baff-4c4a-92df-2fb5a19fa83d req-1a546bc0-37dd-47a2-ba53-bbcd60da38b1 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:47.481444 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ba69c18d-baff-4c4a-92df-2fb5a19fa83d req-1a546bc0-37dd-47a2-ba53-bbcd60da38b1 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 931 time: 1.0443418 Feb 21 02:27:47.495318 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:47.497873 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:27:47.510352 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-585d20bf-43d2-427d-9d1e-3a52797d3898 req-6987681d-5f6e-4837-b139-883a11fbd7b3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 210 time: 0.1121733 Feb 21 02:27:47.513632 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1f32fa9f-8d34-45be-8408-d83774dff4e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=382c4f451cba438695ef5c515a6efb04&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8193934 Feb 21 02:27:47.520298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51096) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:47.526405 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32fa9f-8d34-45be-8408-d83774dff4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797d76b1-1747-4d74-8ebe-4d495a0bc3d5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:47.563536 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8166425 Feb 21 02:27:47.619575 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Made reservation on behalf of 34a6242d1dd24262be9852a4a5b1523d for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:47.623237 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.658739 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:47.659124 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.700797 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d3fa790d-f8ba-454c-916e-bd62203b0bec), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.716163 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.721391 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3fa790d-f8ba-454c-916e-bd62203b0bec HTTP/1.1" status: 204 len: 168 time: 2.2701056 Feb 21 02:27:47.724318 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b9ae-67e6-4517-8910-991d825e3c77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Pushing event updated for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:47.736281 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.741323 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Request body: {'port': {'device_id': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:47.878075 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ca13-0022-4ac6-8394-db9f969e20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa790d-f8ba-454c-916e-bd62203b0bec,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:47.906813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] Publish callbacks [] for security_group (797d76b1-1747-4d74-8ebe-4d495a0bc3d5), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.946680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:47.948939 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ba69c18d-baff-4c4a-92df-2fb5a19fa83d req-785e2ae4-d242-4e93-8253-45df27a6cf60 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248269 Feb 21 02:27:48.135641 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8fa5e-0a33-4067-b061-f81fd5940afa req-1a6d0180-95eb-45f8-89a8-5154e57a3112 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:48.137566 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9bb8fa5e-0a33-4067-b061-f81fd5940afa req-1a6d0180-95eb-45f8-89a8-5154e57a3112 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 931 time: 0.4485507 Feb 21 02:27:48.142517 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] Publish callbacks [] for security_group (797d76b1-1747-4d74-8ebe-4d495a0bc3d5), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.170146 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:27:48.172055 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.256006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564ee339-f6a7-4482-9e82-3e4945304a7c {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:27:48.410872 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks [] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.529747 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2460a313-d85b-438c-8bd0-f46e5ebbd9ff {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:27:48.542933 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks [] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.559920 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Transition to ACTIVE for port object 564ee339-f6a7-4482-9e82-3e4945304a7c will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:27:48.622601 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Transition to ACTIVE for port object 2460a313-d85b-438c-8bd0-f46e5ebbd9ff will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:27:48.628212 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.659925 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9bb8fa5e-0a33-4067-b061-f81fd5940afa req-50139cb4-aa21-44f5-99bc-ffb9b0489cda tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033784 Feb 21 02:27:48.725768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:48.755469 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b8d6ed0c-9ec3-4686-889a-eaa981c735ab req-253d8c51-ee3a-418c-9479-8a0b13dd1718 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 210 time: 0.1170015 Feb 21 02:27:48.780921 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Pushing event updated for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:48.994925 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Attempting to bind port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:48.995201 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Attempting to bind port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:48.995434 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Attempting to bind port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:49.006650 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:27:49.006910 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Attempting to bind port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:49.022624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:49.022858 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Checking segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:49.023450 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Bound using segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:49.023916 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Bound port: 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:49.028575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.076922 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Allocated IP 172.20.0.4 (92bfa233-3dc8-4ee8-9d61-df1a18ceb898/e973847a-e649-4cdc-bbca-b61eee11cbeb/10b7d237-63f4-46b8-9fb5-022ff16a013d) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:49.097531 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Pushing event updated for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:49.117007 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (797d76b1-1747-4d74-8ebe-4d495a0bc3d5), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.119536 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.122980 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/797d76b1-1747-4d74-8ebe-4d495a0bc3d5 HTTP/1.1" status: 204 len: 168 time: 1.5989828 Feb 21 02:27:49.193049 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:49.199364 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:49.212181 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.259694 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:49.260624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.262301 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] 10.222.0.42 "PUT /v2.0/ports/2460a313-d85b-438c-8bd0-f46e5ebbd9ff HTTP/1.1" status: 200 len: 1093 time: 4.7655900 Feb 21 02:27:49.262949 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:27:49.290485 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21e273-961e-4f96-b14e-4ad25c424435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797d76b1-1747-4d74-8ebe-4d495a0bc3d5,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:49.290485 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51152) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:49.368418 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Attempting to bind port 564ee339-f6a7-4482-9e82-3e4945304a7c on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:49.375717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Attempting to bind port 564ee339-f6a7-4482-9e82-3e4945304a7c by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '5e367ad8-0088-4249-9d76-d8888c94bc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:49.376523 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Attempting to bind port 564ee339-f6a7-4482-9e82-3e4945304a7c on network b9ab8591-8577-4435-b82e-00c6ea275be2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:49.434860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Port 564ee339-f6a7-4482-9e82-3e4945304a7c on network b9ab8591-8577-4435-b82e-00c6ea275be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:27:49.435466 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Attempting to bind port 564ee339-f6a7-4482-9e82-3e4945304a7c on network b9ab8591-8577-4435-b82e-00c6ea275be2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:49.461489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:49.462164 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Checking segment: {'id': '5e367ad8-0088-4249-9d76-d8888c94bc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:49.462919 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Bound using segment: {'id': '5e367ad8-0088-4249-9d76-d8888c94bc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:49.463600 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Bound port: 564ee339-f6a7-4482-9e82-3e4945304a7c, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e367ad8-0088-4249-9d76-d8888c94bc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:49.465432 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.483367 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.527871 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.537266 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eac61e5e-1bfc-4bf6-af38-5af27beff4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.619488 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5611e6-705f-4385-b8d7-5fd5d4fa43e7 req-330b6ab7-71e6-46fa-a49d-2e3bd6fcf612 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:49.621458 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1c5611e6-705f-4385-b8d7-5fd5d4fa43e7 req-330b6ab7-71e6-46fa-a49d-2e3bd6fcf612 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.4679973 Feb 21 02:27:49.637910 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.709631 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d08803-9898-424c-8793-0a61bdce2861 service neutron] Pushing event updated for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:49.789227 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=1293012c-fc61-4813-a7ea-20f5136f2f74,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:49.806666 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-7b731d9c-218e-475b-86c7-b4084f8f33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:49.811472 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-7b731d9c-218e-475b-86c7-b4084f8f33eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 1127 time: 0.4043174 Feb 21 02:27:49.828177 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:49.829826 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f3a1dfd6-ec58-401a-9d9b-ef7a7c24ff0a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.1724567 Feb 21 02:27:49.931865 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:49.964655 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1c5611e6-705f-4385-b8d7-5fd5d4fa43e7 req-79960132-10e6-4e7d-8bfc-503daf67db05 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295805 Feb 21 02:27:49.981388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks [] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.004015 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=564ee339-f6a7-4482-9e82-3e4945304a7c,segment=NetworkSegment(5e367ad8-0088-4249-9d76-d8888c94bc2e),segment_id=5e367ad8-0088-4249-9d76-d8888c94bc2e)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:50.019692 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.028972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eac61e5e-1bfc-4bf6-af38-5af27beff4cd admin admin] Publish callbacks [] for security_group (dfe8cc64-0c78-4af4-80d1-e05ea21324e7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.071625 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-eac61e5e-1bfc-4bf6-af38-5af27beff4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (dfe8cc64-0c78-4af4-80d1-e05ea21324e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.125722 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-a08a110a-78fc-46d6-b576-e953d8b6d438 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff HTTP/1.1" status: 200 len: 217 time: 0.2879326 Feb 21 02:27:50.132041 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bd51a0db-8106-4aa0-9530-70ab14f3750c req-068caecb-9a0e-43de-8328-6712c5d43b5b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 210 time: 0.0735400 Feb 21 02:27:50.146870 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.148024 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.149746 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] 10.222.0.42 "PUT /v2.0/ports/564ee339-f6a7-4482-9e82-3e4945304a7c HTTP/1.1" status: 200 len: 1093 time: 3.7581182 Feb 21 02:27:50.150429 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:27:50.219727 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96641819-c631-424c-858f-8ee0e6a530ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:27:50.274322 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472cf8d-6fc7-42f8-879b-152927667331 req-84b19312-41a7-4ee1-8d0a-e9fee3026ef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.276426 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7472cf8d-6fc7-42f8-879b-152927667331 req-84b19312-41a7-4ee1-8d0a-e9fee3026ef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.4867377 Feb 21 02:27:50.306934 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-40e92000-8ed4-4cb0-b20b-4c9a703b0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.309285 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-40e92000-8ed4-4cb0-b20b-4c9a703b0c4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.1317201 Feb 21 02:27:50.346514 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7472cf8d-6fc7-42f8-879b-152927667331 req-cb07b771-9e11-4738-8700-f4a35ad51da0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628068 Feb 21 02:27:50.374440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f75a0-40d0-42cf-90b6-9131f1d52c93 service neutron] Pushing event updated for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:50.380816 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac61e5e-1bfc-4bf6-af38-5af27beff4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8cc64-0c78-4af4-80d1-e05ea21324e7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:50.400535 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-eac61e5e-1bfc-4bf6-af38-5af27beff4cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36bcc8b4b32a4d2fad782c205bea2091&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0889924 Feb 21 02:27:50.401866 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.404613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51192) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:50.439607 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51196) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:50.466743 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-e45a1cf5-e802-4f66-8033-c56e09d57cef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221342 Feb 21 02:27:50.575206 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:50.585112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-d2f9e275-f650-415f-ad9a-bd3946285794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.586724 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-d2f9e275-f650-415f-ad9a-bd3946285794 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d76be89b774996b1207493325848df&device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 1127 time: 0.3606780 Feb 21 02:27:50.589700 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Pushing event updated for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:50.593097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:50.596720 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:50.602725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.603562 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.751296 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-65acb497-2f9b-4963-a1f8-e6efd241864a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=564ee339-f6a7-4482-9e82-3e4945304a7c HTTP/1.1" status: 200 len: 217 time: 0.1428409 Feb 21 02:27:50.762128 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-6aaafec0-6cb7-4d4a-8847-3e0a6a10493d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1254561 Feb 21 02:27:50.791486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Request body: {'port': {'device_id': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:50.817282 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] Publish callbacks [] for security_group (dfe8cc64-0c78-4af4-80d1-e05ea21324e7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.893416 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] Publish callbacks [] for security_group (dfe8cc64-0c78-4af4-80d1-e05ea21324e7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:50.918364 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-8c8b66b1-8e4d-46e0-ae58-9ff55b692ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:50.919873 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-8c8b66b1-8e4d-46e0-ae58-9ff55b692ccb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f67052-b4b6-4854-87ec-972a2faee6c7 HTTP/1.1" status: 200 len: 852 time: 0.1551535 Feb 21 02:27:50.973302 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f1f-b4ba-4caa-9dfe-27ffe05bf22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.002215 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea383b8c-72fa-4812-bf53-dbdcba8d78d9 x-openstack-request-id: req-ea383b8c-72fa-4812-bf53-dbdcba8d78d9 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:27:51.002803 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:27:51.002803 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea383b8c-72fa-4812-bf53-dbdcba8d78d9 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:27:51.003159 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'status': 'completed', 'code': 200} Feb 21 02:27:51.049677 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-8f06d31f-1af9-4904-87a6-e7e62f57f285 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9ab8591-8577-4435-b82e-00c6ea275be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149631 Feb 21 02:27:51.062539 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-9d6af8e3-16e5-4bcf-8ea5-e1477712a23c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1371569334&fields=id&tenant_id=09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 267 time: 0.4966555 Feb 21 02:27:51.078408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841f1bb-2cdc-4df8-b608-43f0c88b4435" -d '{"events": [{"name": "network-changed", "server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:27:51.111528 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.272247 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-36b77e9d-9754-49d0-8ed3-e50f2cc3c191 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021555 Feb 21 02:27:51.286902 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (dfe8cc64-0c78-4af4-80d1-e05ea21324e7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.289337 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.290852 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfe8cc64-0c78-4af4-80d1-e05ea21324e7 HTTP/1.1" status: 204 len: 168 time: 0.8833017 Feb 21 02:27:51.295349 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-cc126752-ca56-46c5-8e9d-d5dd14ed426c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:51.305005 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-cc126752-ca56-46c5-8e9d-d5dd14ed426c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 811 time: 0.2282324 Feb 21 02:27:51.349159 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540718c7-e9eb-4345-90ca-9bccaf3189df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8cc64-0c78-4af4-80d1-e05ea21324e7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:51.456046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-9550c5e6-b444-470e-9405-a3008f985af0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/quotas/09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 375 time: 0.0642600 Feb 21 02:27:51.486942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f1f-b4ba-4caa-9dfe-27ffe05bf22c admin admin] Publish callbacks [] for security_group (51c22c24-c7e6-4f8f-b4f7-cb69b4949419), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.505928 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5b552-77d0-44c8-90f0-5dd59b968550 req-da795744-6552-4fad-a10a-34a98ed69037 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:51.507584 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-46a5b552-77d0-44c8-90f0-5dd59b968550 req-da795744-6552-4fad-a10a-34a98ed69037 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.4061811 Feb 21 02:27:51.516756 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-6749bf9c-c5d4-4f1a-8b4a-a84fef04b38e service neutron] 10.222.0.42 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352353 Feb 21 02:27:51.517369 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f1f-b4ba-4caa-9dfe-27ffe05bf22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (51c22c24-c7e6-4f8f-b4f7-cb69b4949419), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.563143 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ba9208-2448-4764-bb34-2672da8a2c21 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:27:51.583422 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks [] for port (71ba9208-2448-4764-bb34-2672da8a2c21), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.618655 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-be2b7c9b-cf8b-48ed-8bed-4a80e449cdbd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613193 Feb 21 02:27:51.620731 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bf43a00-3fc5-4365-a071-af7bbdd14c95 req-01e56640-5af5-462b-8af1-946bd7d8257f service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116510 Feb 21 02:27:51.636231 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Transition to ACTIVE for port object 71ba9208-2448-4764-bb34-2672da8a2c21 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:27:51.652971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.713879 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16f1f-b4ba-4caa-9dfe-27ffe05bf22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c22c24-c7e6-4f8f-b4f7-cb69b4949419,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:51.721322 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8ac16f1f-b4ba-4caa-9dfe-27ffe05bf22c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4099ac7b5bc84ba599faac582f272b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2606816 Feb 21 02:27:51.725845 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51238) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:51.805550 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-46a5b552-77d0-44c8-90f0-5dd59b968550 req-43f78839-212c-4b3a-b56f-bddee81443f8 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825310 Feb 21 02:27:51.861806 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Pushing event updated for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:51.917698 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9afcb52-5b33-4ff1-9767-7af248a4ebb6 req-6118cbc6-7af1-4f1c-9669-f01702ff402d service neutron] 10.222.0.42 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832948 Feb 21 02:27:51.928929 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] Publish callbacks [] for security_group (51c22c24-c7e6-4f8f-b4f7-cb69b4949419), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:51.940577 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-9886388c-e157-40ef-a174-fd09da3d95a2 service neutron] 10.222.0.75 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141742 Feb 21 02:27:51.946827 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641819-c631-424c-858f-8ee0e6a530ac req-f914012e-1add-4d51-8ef0-600244cab700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:51.948880 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-f914012e-1add-4d51-8ef0-600244cab700 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 1127 time: 0.2276604 Feb 21 02:27:51.949859 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Attempting to bind port 71ba9208-2448-4764-bb34-2672da8a2c21 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:51.950197 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Attempting to bind port 71ba9208-2448-4764-bb34-2672da8a2c21 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:51.950571 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Attempting to bind port 71ba9208-2448-4764-bb34-2672da8a2c21 on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:52.062400 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-8e0b8839-b9bd-4da8-a82b-32e5877e3829 service neutron] 10.222.0.75 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199396 Feb 21 02:27:52.117165 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Port 71ba9208-2448-4764-bb34-2672da8a2c21 on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:27:52.124287 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Attempting to bind port 71ba9208-2448-4764-bb34-2672da8a2c21 on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:52.412588 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641819-c631-424c-858f-8ee0e6a530ac req-448c0505-2e08-49ac-853f-091f8b8bff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:52.414756 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-448c0505-2e08-49ac-853f-091f8b8bff4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 915 time: 0.3352153 Feb 21 02:27:52.416786 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51250) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:52.422834 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:52.423595 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Checking segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:52.424224 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Bound using segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:52.424833 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Bound port: 71ba9208-2448-4764-bb34-2672da8a2c21, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:52.425521 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.431282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] Publish callbacks [] for security_group (51c22c24-c7e6-4f8f-b4f7-cb69b4949419), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.445328 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-705159b9-beef-4cf1-9b6e-2ba848c8080b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.491049 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b7d237-63f4-46b8-9fb5-022ff16a013d {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:27:52.507097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks [] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.533152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Transition to ACTIVE for port object 10b7d237-63f4-46b8-9fb5-022ff16a013d will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:27:52.541281 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.793400 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:52.799871 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Attempting to bind port 10b7d237-63f4-46b8-9fb5-022ff16a013d on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:52.800958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Attempting to bind port 10b7d237-63f4-46b8-9fb5-022ff16a013d by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:52.805494 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Attempting to bind port 10b7d237-63f4-46b8-9fb5-022ff16a013d on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:52.814682 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Port 10b7d237-63f4-46b8-9fb5-022ff16a013d on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:27:52.815349 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Attempting to bind port 10b7d237-63f4-46b8-9fb5-022ff16a013d on network 92bfa233-3dc8-4ee8-9d61-df1a18ceb898 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:52.831291 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:52.832066 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Checking segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:52.834451 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Bound using segment: {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:52.835668 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Bound port: 10b7d237-63f4-46b8-9fb5-022ff16a013d, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:52.836923 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:52.843656 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dde2e1-fa73-4eb3-8171-6202d05f08ab x-openstack-request-id: req-f3dde2e1-fa73-4eb3-8171-6202d05f08ab {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:27:52.846390 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:27:52.846777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3dde2e1-fa73-4eb3-8171-6202d05f08ab {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:27:52.847328 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c', 'status': 'completed', 'code': 200} Feb 21 02:27:52.875679 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:52.883391 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=71ba9208-2448-4764-bb34-2672da8a2c21,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:53.045086 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-cd89ad7c-13b7-4ae3-a9e3-0ca61173d109 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff HTTP/1.1" status: 200 len: 217 time: 0.5233800 Feb 21 02:27:53.058016 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-705159b9-beef-4cf1-9b6e-2ba848c8080b admin admin] Publish callbacks [] for security_group (e8cbce6a-56d0-47ec-9b6d-b405eeafcc52), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.060108 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.078515 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfab2f-3592-4d21-92aa-9016a68ffd18 req-fcd227fc-4247-4d98-9164-65912f5a1ddd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:53.086452 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5dfab2f-3592-4d21-92aa-9016a68ffd18 req-fcd227fc-4247-4d98-9164-65912f5a1ddd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 931 time: 0.6705031 Feb 21 02:27:53.157347 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-705159b9-beef-4cf1-9b6e-2ba848c8080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e8cbce6a-56d0-47ec-9b6d-b405eeafcc52), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.226213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:53.246174 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:53.284334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.355130 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5dfab2f-3592-4d21-92aa-9016a68ffd18 req-7e6bbc27-0db3-4a68-976e-3aaace628514 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666607 Feb 21 02:27:53.359638 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96641819-c631-424c-858f-8ee0e6a530ac req-d1ca5f67-adc9-4bdc-8db4-e4a48355f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:53.366841 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-d1ca5f67-adc9-4bdc-8db4-e4a48355f3ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.3018138 Feb 21 02:27:53.367755 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705159b9-beef-4cf1-9b6e-2ba848c8080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cbce6a-56d0-47ec-9b6d-b405eeafcc52,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:53.463582 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-2214bcbd-05c5-4579-ad36-847101a920c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749440 Feb 21 02:27:53.472287 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:53.473902 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.476403 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] 10.222.0.42 "PUT /v2.0/ports/71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 1093 time: 5.7770221 Feb 21 02:27:53.477614 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (51c22c24-c7e6-4f8f-b4f7-cb69b4949419), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.480438 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.481788 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/51c22c24-c7e6-4f8f-b4f7-cb69b4949419 HTTP/1.1" status: 204 len: 168 time: 1.7269804 Feb 21 02:27:53.482567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:27:53.485422 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec69d84-a79c-4e47-ae80-3596f5b668ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:27:53.539115 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-13e4ac87-db3b-45e2-8ea6-27beab29489d req-337d509d-4ba8-4231-9e48-446b5eb689b0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 210 time: 0.0444899 Feb 21 02:27:53.541793 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-705159b9-beef-4cf1-9b6e-2ba848c8080b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca67c163b23e45368f1803f969475c54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1208687 Feb 21 02:27:53.550012 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51290) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:53.581036 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:53.581036 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:53.581036 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 200 len: 1093 time: 2.7843804 Feb 21 02:27:53.584700 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfae4a7-fc26-448f-9c28-4521d2fa3b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c22c24-c7e6-4f8f-b4f7-cb69b4949419,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:53.589980 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa07eb-6d1d-46dc-97d3-f8c01c31e3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:53.655688 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-440cd2e8-afa7-4cfc-a681-ef0b8c346a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:53.673452 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-440cd2e8-afa7-4cfc-a681-ef0b8c346a72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d76be89b774996b1207493325848df&device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 1127 time: 0.8009863 Feb 21 02:27:53.855650 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e086d-eb6b-4aa4-a545-a0c4c5631b85 service neutron] Pushing event updated for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:53.907619 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-23ee914e-2efe-4c66-8dc9-ef49182921ad service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409326 Feb 21 02:27:54.014409 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56acf76-0753-4793-84dd-b28114f61b14 req-b47ba910-b28d-4d35-b91e-34cdf79ba223 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.030442 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f56acf76-0753-4793-84dd-b28114f61b14 req-b47ba910-b28d-4d35-b91e-34cdf79ba223 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 1.0255520 Feb 21 02:27:54.129344 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] Publish callbacks [] for security_group (e8cbce6a-56d0-47ec-9b6d-b405eeafcc52), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:54.168754 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-80291e2b-8380-4131-88e9-93d600f9f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.169736 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] Publish callbacks [] for security_group (e8cbce6a-56d0-47ec-9b6d-b405eeafcc52), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:54.172829 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-80291e2b-8380-4131-88e9-93d600f9f5ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1127 time: 0.5464926 Feb 21 02:27:54.237457 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e8cbce6a-56d0-47ec-9b6d-b405eeafcc52), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:54.240763 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:54.242018 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8cbce6a-56d0-47ec-9b6d-b405eeafcc52 HTTP/1.1" status: 204 len: 168 time: 0.6882453 Feb 21 02:27:54.259632 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f56acf76-0753-4793-84dd-b28114f61b14 req-d225608f-b01c-4c80-936b-2072d1b2b3c7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277882 Feb 21 02:27:54.269031 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9c3b-5568-43f1-afc7-69f9f83aaca0 req-fb95c8d6-f2ee-425f-8c18-c4a2d12013f0 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.269995 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96ed9c3b-5568-43f1-afc7-69f9f83aaca0 req-fb95c8d6-f2ee-425f-8c18-c4a2d12013f0 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.4631159 Feb 21 02:27:54.282822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51302) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:54.294006 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b262-2cce-4407-9fa8-be8ccf0e0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cbce6a-56d0-47ec-9b6d-b405eeafcc52,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:54.320632 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-0cfd843a-0515-4e94-a716-e1e074ff55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.322101 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-0cfd843a-0515-4e94-a716-e1e074ff55db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1127 time: 0.5182438 Feb 21 02:27:54.382680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-0b3b761f-3f1e-426f-9916-1c836718435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.388506 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-0b3b761f-3f1e-426f-9916-1c836718435a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9ab8591-8577-4435-b82e-00c6ea275be2 HTTP/1.1" status: 200 len: 913 time: 0.6565137 Feb 21 02:27:54.471716 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-10248e62-4500-41f6-97ac-f9feaaaf956a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.2110431 Feb 21 02:27:54.480514 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.42', 62096) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:54.586854 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-7cddfa12-9ea8-4e39-9272-6c6dfebf16e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=564ee339-f6a7-4482-9e82-3e4945304a7c HTTP/1.1" status: 200 len: 217 time: 0.1139903 Feb 21 02:27:54.715075 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-7d97c005-a134-48c4-979f-6ba7920e3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.716855 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-7d97c005-a134-48c4-979f-6ba7920e3c03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=00f67052-b4b6-4854-87ec-972a2faee6c7 HTTP/1.1" status: 200 len: 852 time: 0.0742466 Feb 21 02:27:54.723327 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-3857a087-bb6e-41e9-a87c-56d2038142ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 200 len: 217 time: 0.3920870 Feb 21 02:27:54.732452 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2692f4-d87e-4df2-ae4f-18f74b260a6f x-openstack-request-id: req-ce2692f4-d87e-4df2-ae4f-18f74b260a6f {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:27:54.732770 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:27:54.732988 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce2692f4-d87e-4df2-ae4f-18f74b260a6f {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:27:54.733958 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21', 'status': 'completed', 'code': 200} Feb 21 02:27:54.823358 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-56101111-9409-40c0-98a1-ba67b7282c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9ab8591-8577-4435-b82e-00c6ea275be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695455 Feb 21 02:27:54.834526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-993ac4b9-8e06-4f62-b7f9-df537f1a47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:54.836984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-993ac4b9-8e06-4f62-b7f9-df537f1a47db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.2836552 Feb 21 02:27:54.867268 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96ed9c3b-5568-43f1-afc7-69f9f83aaca0 req-903b421a-e553-4e0b-b299-2dcceb05e8a0 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853450 Feb 21 02:27:54.950986 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-8e64ab55-e756-4620-9983-ad833d10e254 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930041 Feb 21 02:27:54.955475 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44d7179a-3ca0-4874-898c-9c325a9cab13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:55.001685 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-c15f516b-81dd-4d77-9bea-6437959cdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:55.010815 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-c15f516b-81dd-4d77-9bea-6437959cdc89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.2575467 Feb 21 02:27:55.046295 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9462c2-d9f3-4afa-b3f3-0b2beeb46971 req-ab9797a2-cbd0-4c52-ac31-e2e9f0b71cdc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:55.059272 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bf9462c2-d9f3-4afa-b3f3-0b2beeb46971 req-ab9797a2-cbd0-4c52-ac31-e2e9f0b71cdc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 943 time: 0.4755714 Feb 21 02:27:55.064455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cc2dbb19-9dc5-4d32-997a-774f93d6762a req-65075fe7-1cf6-4732-8c8c-591c7151f696 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 210 time: 0.0675607 Feb 21 02:27:55.075182 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:27:55.080459 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:27:55.103465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-1b936475-5e41-4132-b7a2-c7ad6a4bdbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705474 Feb 21 02:27:55.268867 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-be5fdd6a-5534-4c5d-aa66-fe3d2bbc554f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466060 Feb 21 02:27:55.345697 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-c2f80dd3-c2e3-459f-a000-8fa8104621fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356113 Feb 21 02:27:55.375693 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32f0f82-f99e-4f2d-a03a-43fa53245e67 x-openstack-request-id: req-d32f0f82-f99e-4f2d-a03a-43fa53245e67 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:27:55.375985 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:27:55.376244 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d32f0f82-f99e-4f2d-a03a-43fa53245e67 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:27:55.376666 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d', 'status': 'completed', 'code': 200} Feb 21 02:27:55.470118 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bf9462c2-d9f3-4afa-b3f3-0b2beeb46971 req-65a07582-efae-416d-a1c2-3d0915efad91 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069388 Feb 21 02:27:55.564835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c387b157-27fa-425b-b9d1-017d89e2e6af tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:55.566369 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c387b157-27fa-425b-b9d1-017d89e2e6af tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 811 time: 1.0185311 Feb 21 02:27:55.584641 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-a3bee294-16ca-4d1f-81ef-fbbe5d5c07b1 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082262 Feb 21 02:27:55.639202 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-153d7b2e-22de-4b37-a013-526506d1d85c service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501604 Feb 21 02:27:55.641823 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5841f1bb-2cdc-4df8-b608-43f0c88b4435 req-6f50184f-eb84-4ec0-85d4-c44524389ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648188 Feb 21 02:27:55.651154 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44d7179a-3ca0-4874-898c-9c325a9cab13 admin admin] Publish callbacks [] for security_group (c1b6640a-588a-4205-b5ed-542715a5b33b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:55.666304 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-44d7179a-3ca0-4874-898c-9c325a9cab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c1b6640a-588a-4205-b5ed-542715a5b33b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:55.717182 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7179a-3ca0-4874-898c-9c325a9cab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b6640a-588a-4205-b5ed-542715a5b33b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:55.759832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-a175f843-7b0f-4cdb-a9fe-180a48babf3b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 380 time: 0.1126235 Feb 21 02:27:55.761142 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab1b82-15fe-4f6b-92f8-89d57b18b80b req-7d2cfd2d-82bb-4456-b697-2e900bb0e21d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:55.771106 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e2ab1b82-15fe-4f6b-92f8-89d57b18b80b req-7d2cfd2d-82bb-4456-b697-2e900bb0e21d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.1720805 Feb 21 02:27:55.800635 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'port': {'device_id': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'admin_state_up': True, 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'security_groups': ['9efa6864-b39d-4e12-8a16-e413cd5db202']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:55.807856 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-44d7179a-3ca0-4874-898c-9c325a9cab13 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3e1829d41464de399d8d1e9facbef16&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5225039 Feb 21 02:27:55.831715 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51352) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:55.915727 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e2ab1b82-15fe-4f6b-92f8-89d57b18b80b req-50496343-e23c-4f0d-9eef-3b3aa8655298 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431434 Feb 21 02:27:55.952005 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a73eb5a8-51fc-42d1-bc79-6b2320baee8b req-41f30b96-896c-4312-a433-6f6de1eac367 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861055 Feb 21 02:27:55.981555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Made reservation on behalf of 09e923a4cc944b28979de727cb5269d1 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:27:55.983654 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.016219 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] Publish callbacks [] for security_group (c1b6640a-588a-4205-b5ed-542715a5b33b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.041332 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2153413-9b96-4160-96d3-0fcde1401c8b req-da907578-a194-452a-be90-795aeec6a3a1 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655866 Feb 21 02:27:56.058434 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] Publish callbacks [] for security_group (c1b6640a-588a-4205-b5ed-542715a5b33b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.088676 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcfa18-5da1-4dca-af28-7444ecc252cf req-ffbdabde-984e-4d72-9218-10b0f291b843 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:56.091213 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aafcfa18-5da1-4dca-af28-7444ecc252cf req-ffbdabde-984e-4d72-9218-10b0f291b843 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.1208050 Feb 21 02:27:56.150003 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c1b6640a-588a-4205-b5ed-542715a5b33b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.153997 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.157832 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1b6640a-588a-4205-b5ed-542715a5b33b HTTP/1.1" status: 204 len: 168 time: 0.3224859 Feb 21 02:27:56.172288 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3eec7-d477-4153-afc9-1c0a6f5d642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b6640a-588a-4205-b5ed-542715a5b33b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:56.221756 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f8c4fed0-1ef4-4f56-ba55-6e0269abada8 req-80583297-7da8-4819-ab74-7dce66ca48e7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 210 time: 0.0505848 Feb 21 02:27:56.347845 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aafcfa18-5da1-4dca-af28-7444ecc252cf req-e4fd5241-ab9d-4e54-9917-7b263660ae0f tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426324 Feb 21 02:27:56.373432 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Allocated IP 172.20.0.13 (7984c99a-2bf0-4380-ab96-7d2375b9f90f/cbac6be5-afd9-4681-8595-a21e3fdb232d/754d6b40-0964-484e-9d3d-46275c69f4cb) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:27:56.492365 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:27:56.577198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.644408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.682407 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60697d13-39f0-4efd-a309-8027afc0d485 req-954523b0-1b82-4f10-89fa-770acc43cd00 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:56.700479 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60697d13-39f0-4efd-a309-8027afc0d485 req-954523b0-1b82-4f10-89fa-770acc43cd00 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 943 time: 0.1094563 Feb 21 02:27:56.702122 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51388) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:56.736630 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c3710c28-9077-49ff-ade0-819655da0422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.757732 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:27:56.773098 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:27:56.786648 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:27:56.792249 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:56.792982 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.812528 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:56.845894 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-c6279bcb-8c1f-4490-97fd-48234d99af89 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0786645 Feb 21 02:27:56.868526 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60697d13-39f0-4efd-a309-8027afc0d485 req-43d979ea-ede4-4bfa-8068-5e25100abebc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670091 Feb 21 02:27:56.939623 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c3710c28-9077-49ff-ade0-819655da0422 admin admin] Publish callbacks [] for security_group (0dab7952-0033-431c-bb8f-b27c60b41f7c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.946324 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c3710c28-9077-49ff-ade0-819655da0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (0dab7952-0033-431c-bb8f-b27c60b41f7c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:56.988046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c3710c28-9077-49ff-ade0-819655da0422 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48ea691c83c24f61b984ae1b125527cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843494 Feb 21 02:27:56.989557 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3710c28-9077-49ff-ade0-819655da0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab7952-0033-431c-bb8f-b27c60b41f7c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:56.991309 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51404) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:57.088942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Request body: {'port': {'device_id': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:27:57.129364 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] Publish callbacks [] for security_group (0dab7952-0033-431c-bb8f-b27c60b41f7c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.142990 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-3c5ba157-70fd-4eb0-9637-e9c0bd27fd1f None None] Provisioning complete for port 754d6b40-0964-484e-9d3d-46275c69f4cb triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:27:57.142990 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c5ba157-70fd-4eb0-9637-e9c0bd27fd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.159581 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] Publish callbacks [] for security_group (0dab7952-0033-431c-bb8f-b27c60b41f7c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.192568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ba157-70fd-4eb0-9637-e9c0bd27fd1f None None] Port 754d6b40-0964-484e-9d3d-46275c69f4cb cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:27:57.236880 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b766e60-bb14-4015-9a80-b804a8f703a7 req-7156970d-17fd-450f-aeb5-9730648cb237 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.238774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0b766e60-bb14-4015-9a80-b804a8f703a7 req-7156970d-17fd-450f-aeb5-9730648cb237 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.1963644 Feb 21 02:27:57.310467 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.367439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (0dab7952-0033-431c-bb8f-b27c60b41f7c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.370986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.374551 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0dab7952-0033-431c-bb8f-b27c60b41f7c HTTP/1.1" status: 204 len: 168 time: 0.3788996 Feb 21 02:27:57.374815 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-3a1e48cb-86aa-4d6c-9a32-9b6be70c7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.374815 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-3a1e48cb-86aa-4d6c-9a32-9b6be70c7c72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1127 time: 0.1026504 Feb 21 02:27:57.410455 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c681f-c0d0-4073-b2e8-9eb09ff89bb4 req-65f496fc-63e1-48f6-85e1-fe613ba1ef78 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.412815 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee9c681f-c0d0-4073-b2e8-9eb09ff89bb4 req-65f496fc-63e1-48f6-85e1-fe613ba1ef78 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 932 time: 0.0957615 Feb 21 02:27:57.526156 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee9c681f-c0d0-4073-b2e8-9eb09ff89bb4 req-968c011f-f15a-48d0-a01a-620553c89b08 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032255 Feb 21 02:27:57.540669 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-cfda022e-6bcf-400e-b878-b494d80fd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.544360 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-cfda022e-6bcf-400e-b878-b494d80fd738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1613064 Feb 21 02:27:57.558382 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29109ed5-a38a-487a-a009-91807054c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab7952-0033-431c-bb8f-b27c60b41f7c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:57.631233 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-fece74d2-7075-4dae-ad92-c1b6a431c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.632805 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-fece74d2-7075-4dae-ad92-c1b6a431c24e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1127 time: 0.3413033 Feb 21 02:27:57.636007 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0b766e60-bb14-4015-9a80-b804a8f703a7 req-8ceefe4c-95d8-429d-a36e-9de6828d6729 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903723 Feb 21 02:27:57.637384 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-4371b24f-8b2c-4b32-91dc-145ffff3d835 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 200 len: 217 time: 0.0825620 Feb 21 02:27:57.753932 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-c03e401a-30fa-4111-a181-194dcf4d59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.756125 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-c03e401a-30fa-4111-a181-194dcf4d59fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.1002531 Feb 21 02:27:57.767526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-9bd9d991-6711-4822-8c43-2467e5287c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.769007 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-9bd9d991-6711-4822-8c43-2467e5287c1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1265385 Feb 21 02:27:57.771600 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272902c-f313-4fc9-9260-eb9134547917 req-7ed0ec03-a0e1-44e0-8fba-4c36f464d0fd tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:57.780394 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2272902c-f313-4fc9-9260-eb9134547917 req-7ed0ec03-a0e1-44e0-8fba-4c36f464d0fd tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.1396027 Feb 21 02:27:57.825998 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-82cc6d7a-7b53-45ec-a3ea-d18a12efa46c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360155 Feb 21 02:27:57.839471 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754d6b40-0964-484e-9d3d-46275c69f4cb {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:27:57.849805 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks [] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:57.855292 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2272902c-f313-4fc9-9260-eb9134547917 req-1d355c4f-2a1f-470d-bd84-0d2efe590dde tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Feb 21 02:27:57.900291 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-1325ed07-e9ef-4344-920b-f329cbccde10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0470099 Feb 21 02:27:57.926403 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Transition to ACTIVE for port object 754d6b40-0964-484e-9d3d-46275c69f4cb will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:27:57.933168 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:58.132023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Pushing event updated for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:58.211474 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-ba4abab0-5847-4edc-8d0e-11403448fb00 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218335 Feb 21 02:27:58.225988 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Attempting to bind port 754d6b40-0964-484e-9d3d-46275c69f4cb on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:27:58.226216 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Attempting to bind port 754d6b40-0964-484e-9d3d-46275c69f4cb by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:27:58.226547 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Attempting to bind port 754d6b40-0964-484e-9d3d-46275c69f4cb on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:58.236290 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Port 754d6b40-0964-484e-9d3d-46275c69f4cb on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:27:58.236861 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Attempting to bind port 754d6b40-0964-484e-9d3d-46275c69f4cb on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:27:58.261855 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85876667-7909-414a-9ae3-7c6cebfac0cf req-a9d81b17-49bc-4dfa-9681-8db901ee5d27 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:58.263646 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85876667-7909-414a-9ae3-7c6cebfac0cf req-a9d81b17-49bc-4dfa-9681-8db901ee5d27 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 943 time: 0.2831104 Feb 21 02:27:58.265939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-0f17121a-18ce-4b12-87da-3ee889fa8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:58.267613 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-0f17121a-18ce-4b12-87da-3ee889fa8a74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.1525862 Feb 21 02:27:58.268901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:27:58.269395 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Checking segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:27:58.269966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Bound using segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:27:58.271647 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Bound port: 754d6b40-0964-484e-9d3d-46275c69f4cb, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:27:58.272212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:58.370147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-39a250e1-d8a4-4ee0-85ab-f64ae71ac211 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756371 Feb 21 02:27:58.400617 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f2a19d2-fd60-4543-8c57-92d7c5420bf1 req-a35b10ea-dd53-4bad-b91c-3e0c761e684c service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861525 Feb 21 02:27:58.456096 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85876667-7909-414a-9ae3-7c6cebfac0cf req-52ead9ef-cf5f-4dbe-80d7-04f6a78c3563 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627977 Feb 21 02:27:58.485942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:27:58.486555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=754d6b40-0964-484e-9d3d-46275c69f4cb,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:27:58.501965 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:58.553343 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-75eb59c0-1104-4fb4-8e19-cf40ebcd209e service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754007 Feb 21 02:27:58.558214 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:58.558918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:58.560426 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] 10.222.0.42 "PUT /v2.0/ports/754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 1094 time: 1.4855001 Feb 21 02:27:58.560979 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:27:58.563590 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c957ba-a312-41bd-9ccd-061d52ed686d" -d '{"events": [{"name": "network-changed", "server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:27:58.644627 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20528411-b8c4-4e1f-b17f-03a84c798ad9 x-openstack-request-id: req-20528411-b8c4-4e1f-b17f-03a84c798ad9 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:27:58.644920 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:27:58.653519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20528411-b8c4-4e1f-b17f-03a84c798ad9 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:27:58.654030 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'status': 'completed', 'code': 200} Feb 21 02:27:58.783739 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431b452-4fff-488d-bec2-b7f55d00762b req-7f3a759e-9862-4143-bd78-a99cec2aa6ce tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:58.795006 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4431b452-4fff-488d-bec2-b7f55d00762b req-7f3a759e-9862-4143-bd78-a99cec2aa6ce tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 944 time: 0.1318679 Feb 21 02:27:58.830899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ac35-3175-44dc-aafd-70539d251322 service neutron] Pushing event updated for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:58.937500 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4431b452-4fff-488d-bec2-b7f55d00762b req-4fc573e5-fb0a-4b92-8a82-ffef626e5651 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389124 Feb 21 02:27:58.989366 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3ec69d84-a79c-4e47-ae80-3596f5b668ff req-5347d8ee-35c4-418d-9bf2-e428eaab3302 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229016 Feb 21 02:27:59.005548 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3108c304-a4f3-44aa-83e5-90c1a66f98c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.011090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-d876dc1f-f939-4242-89e8-513d05efaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.012784 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-d876dc1f-f939-4242-89e8-513d05efaf7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1128 time: 0.3714204 Feb 21 02:27:59.030271 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e79f6-09e2-4d97-bc25-b176b4024a7a req-fdc297f6-86e1-4fe0-ac7e-7a20f74f641f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.032097 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-425e79f6-09e2-4d97-bc25-b176b4024a7a req-fdc297f6-86e1-4fe0-ac7e-7a20f74f641f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.2699778 Feb 21 02:27:59.090242 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-6ea251b2-f138-4c5e-9664-a805c97b0b99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 217 time: 0.0570915 Feb 21 02:27:59.132561 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770a6d-1857-4cc1-8200-c39e2185e11d req-1da0a318-dd09-41a3-aaf8-22d1e1f9079e tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.139981 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8d770a6d-1857-4cc1-8200-c39e2185e11d req-1da0a318-dd09-41a3-aaf8-22d1e1f9079e tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.0783794 Feb 21 02:27:59.185673 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-425e79f6-09e2-4d97-bc25-b176b4024a7a req-fc9776ca-3def-4b1c-a5c3-b54f49db4e60 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308558 Feb 21 02:27:59.188040 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-184809b6-695a-47c2-b91c-5d1de666e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.189921 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-184809b6-695a-47c2-b91c-5d1de666e31b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0925503 Feb 21 02:27:59.191259 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8d770a6d-1857-4cc1-8200-c39e2185e11d req-ec735f08-7f40-42e2-ab32-773af93ce96a tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Feb 21 02:27:59.263242 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-232e5723-8a29-487e-ab4d-87914b90cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.264879 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-232e5723-8a29-487e-ab4d-87914b90cbe1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618296 Feb 21 02:27:59.296811 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51548) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:59.316994 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51552) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:59.373298 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-98f04c4b-3ed3-4f5b-ae1e-dc00c0f2990c service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011775 Feb 21 02:27:59.446561 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6a57eec0-78c8-4e34-b733-aceeaf974260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.453934 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1bd-4dd6-4d60-9af4-6ab0f023c5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.468200 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-78168d42-4bda-4a44-99c8-f809a0d60c67 req-a71c8a31-a0d3-4ca9-b251-c904d1e02baa service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888603 Feb 21 02:27:59.589776 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6a57eec0-78c8-4e34-b733-aceeaf974260 admin admin] Publish callbacks [] for security_group (1faf2e0e-35dc-428b-94cf-bbce80fc780f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.599179 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6a57eec0-78c8-4e34-b733-aceeaf974260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1faf2e0e-35dc-428b-94cf-bbce80fc780f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.607315 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1bd-4dd6-4d60-9af4-6ab0f023c5b5 admin admin] Publish callbacks [] for security_group (2290e2ad-aa6c-464e-bc0f-875205c9f1af), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.621190 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84b7f1bd-4dd6-4d60-9af4-6ab0f023c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2290e2ad-aa6c-464e-bc0f-875205c9f1af), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.635241 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-ce6c0ad7-9172-406f-b3ed-a338e9e3ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.636782 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-ce6c0ad7-9172-406f-b3ed-a338e9e3ca7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1128 time: 0.1063471 Feb 21 02:27:59.649131 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb373ea-c069-4484-ad34-7f76ae136231 req-8272c114-816b-4073-8445-093c6770076e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.650637 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dbb373ea-c069-4484-ad34-7f76ae136231 req-8272c114-816b-4073-8445-093c6770076e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 943 time: 0.1032431 Feb 21 02:27:59.663229 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6a57eec0-78c8-4e34-b733-aceeaf974260 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd1804bc16884a448ad36f958b36bf91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652413 Feb 21 02:27:59.667633 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-84b7f1bd-4dd6-4d60-9af4-6ab0f023c5b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43ed818db3bc4938b63871f807be2127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483620 Feb 21 02:27:59.667633 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57eec0-78c8-4e34-b733-aceeaf974260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf2e0e-35dc-428b-94cf-bbce80fc780f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:59.672584 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51566) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:59.672937 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51568) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:27:59.756474 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7f1bd-4dd6-4d60-9af4-6ab0f023c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290e2ad-aa6c-464e-bc0f-875205c9f1af,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:59.785155 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] Publish callbacks [] for security_group (2290e2ad-aa6c-464e-bc0f-875205c9f1af), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.797040 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] Publish callbacks [] for security_group (1faf2e0e-35dc-428b-94cf-bbce80fc780f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.836306 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] Publish callbacks [] for security_group (2290e2ad-aa6c-464e-bc0f-875205c9f1af), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.839332 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] Publish callbacks [] for security_group (1faf2e0e-35dc-428b-94cf-bbce80fc780f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.925708 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2290e2ad-aa6c-464e-bc0f-875205c9f1af), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.928459 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.931933 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2290e2ad-aa6c-464e-bc0f-875205c9f1af HTTP/1.1" status: 204 len: 168 time: 0.2546718 Feb 21 02:27:59.939082 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dbb373ea-c069-4484-ad34-7f76ae136231 req-d3a01822-75c5-42d7-b282-2f16ca0c90ea tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775111 Feb 21 02:27:59.946827 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985c4c1-2b77-4106-94c8-cc94e96fd955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290e2ad-aa6c-464e-bc0f-875205c9f1af,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:27:59.949176 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1faf2e0e-35dc-428b-94cf-bbce80fc780f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.953529 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:27:59.969232 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-f93981c9-b9d8-4a8f-87a6-591ab15f84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:27:59.970616 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-f93981c9-b9d8-4a8f-87a6-591ab15f84ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.3190813 Feb 21 02:27:59.978602 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1faf2e0e-35dc-428b-94cf-bbce80fc780f HTTP/1.1" status: 204 len: 168 time: 0.3037815 Feb 21 02:27:59.993928 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15a1c3-07f5-498d-aa23-eead1b35283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf2e0e-35dc-428b-94cf-bbce80fc780f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:00.062685 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-d45ad632-cfe2-4b2c-9d43-969052408e4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 217 time: 0.0841401 Feb 21 02:28:00.171646 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-1b27a4a1-2f3d-4d56-853e-3e8aa672b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:00.172234 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534d3ef-ba60-495b-8d5c-c9a43acf2065 req-7a1c8126-b881-47dd-a017-a12d009bddae tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:00.173457 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-1b27a4a1-2f3d-4d56-853e-3e8aa672b2e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.1044872 Feb 21 02:28:00.173844 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b534d3ef-ba60-495b-8d5c-c9a43acf2065 req-7a1c8126-b881-47dd-a017-a12d009bddae tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 944 time: 0.1023905 Feb 21 02:28:00.227993 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-ef465944-7311-4272-9f4c-dfd6e12d6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:00.230127 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-ef465944-7311-4272-9f4c-dfd6e12d6559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488787 Feb 21 02:28:00.280482 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b534d3ef-ba60-495b-8d5c-c9a43acf2065 req-2d8a6e57-aec8-472e-9258-e34444e6ea33 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924861 Feb 21 02:28:00.379296 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365327d-d097-425f-89f5-738825dea5f3 req-fd6bb8f4-5073-49d7-b50d-befd3d26e262 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:00.386302 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5365327d-d097-425f-89f5-738825dea5f3 req-fd6bb8f4-5073-49d7-b50d-befd3d26e262 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.1296880 Feb 21 02:28:00.449385 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-e3a0d6a1-2dd1-418b-8369-f85cb04987db service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113056 Feb 21 02:28:00.452793 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c841d-a377-4c70-9fba-1b729e5e904f req-25c9177b-8a4e-41be-8899-e756ab07ac14 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:00.454355 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-557c841d-a377-4c70-9fba-1b729e5e904f req-25c9177b-8a4e-41be-8899-e756ab07ac14 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 943 time: 0.1116362 Feb 21 02:28:00.484712 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5365327d-d097-425f-89f5-738825dea5f3 req-398205d5-a2d1-4628-8a00-5f436d23a0ca tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971997 Feb 21 02:28:00.519866 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-557c841d-a377-4c70-9fba-1b729e5e904f req-e9f78739-f0cf-4845-b83c-3a8549270e74 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 Feb 21 02:28:00.579365 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-67c957ba-a312-41bd-9ccd-061d52ed686d req-cbe4c89e-a8c2-4176-956a-612141eea325 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206861 Feb 21 02:28:00.628024 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51622) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:00.642224 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95216821-e55c-4037-814a-24ca402255f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.748836 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51632) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:00.763399 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95216821-e55c-4037-814a-24ca402255f2 admin admin] Publish callbacks [] for security_group (789c151b-e053-4880-a84c-30fc528e7e7d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.771468 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95216821-e55c-4037-814a-24ca402255f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (789c151b-e053-4880-a84c-30fc528e7e7d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.812942 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-95216821-e55c-4037-814a-24ca402255f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66390d973cf740f081e7c974507f4320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836333 Feb 21 02:28:00.815513 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51636) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:00.822985 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95216821-e55c-4037-814a-24ca402255f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789c151b-e053-4880-a84c-30fc528e7e7d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:00.870471 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51638) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:00.888234 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] Publish callbacks [] for security_group (789c151b-e053-4880-a84c-30fc528e7e7d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.890959 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9cba38f-a060-4d31-ad61-cfaf019fffc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.922836 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] Publish callbacks [] for security_group (789c151b-e053-4880-a84c-30fc528e7e7d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:00.980802 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51642) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:01.008288 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (789c151b-e053-4880-a84c-30fc528e7e7d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.010875 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.014629 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/789c151b-e053-4880-a84c-30fc528e7e7d HTTP/1.1" status: 204 len: 168 time: 0.1953661 Feb 21 02:28:01.023085 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9cba38f-a060-4d31-ad61-cfaf019fffc9 admin admin] Publish callbacks [] for security_group (4e9c7f50-1734-48e0-bf80-800d7241dfb9), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.031244 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9cba38f-a060-4d31-ad61-cfaf019fffc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (4e9c7f50-1734-48e0-bf80-800d7241dfb9), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.033707 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cd7a8-d646-4144-97e7-210e09cc5bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c151b-e053-4880-a84c-30fc528e7e7d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.099080 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7657bbf6-9d87-4dbe-aa19-f6c40ea0857d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.106253 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9cba38f-a060-4d31-ad61-cfaf019fffc9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb0f20b3952b4bccab6dc8a447457aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316661 Feb 21 02:28:01.110786 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51650) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:01.115485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cba38f-a060-4d31-ad61-cfaf019fffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9c7f50-1734-48e0-bf80-800d7241dfb9,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.158768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e89e831e-b46d-4cb1-a951-ed7cd79684f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.165267 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 564ee339-f6a7-4482-9e82-3e4945304a7c details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:01.224191 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7657bbf6-9d87-4dbe-aa19-f6c40ea0857d admin admin] Publish callbacks [] for security_group (b890decd-fbe5-4208-864c-747a47121d1a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.232269 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7657bbf6-9d87-4dbe-aa19-f6c40ea0857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b890decd-fbe5-4208-864c-747a47121d1a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.243475 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38bc5-1360-4f64-aad4-e3574edbe5f7 req-e11116bd-d626-4126-bb9a-82c67930dad3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:01.250779 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efb38bc5-1360-4f64-aad4-e3574edbe5f7 req-e11116bd-d626-4126-bb9a-82c67930dad3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 943 time: 0.1526375 Feb 21 02:28:01.266298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] Publish callbacks [] for security_group (4e9c7f50-1734-48e0-bf80-800d7241dfb9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.290801 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7657bbf6-9d87-4dbe-aa19-f6c40ea0857d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=055be00718f84f038007afff59324409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5406270 Feb 21 02:28:01.294848 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51656) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:01.307460 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=564ee339-f6a7-4482-9e82-3e4945304a7c,segment=NetworkSegment(5e367ad8-0088-4249-9d76-d8888c94bc2e),segment_id=5e367ad8-0088-4249-9d76-d8888c94bc2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:01.317661 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] Publish callbacks [] for security_group (4e9c7f50-1734-48e0-bf80-800d7241dfb9), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.321670 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657bbf6-9d87-4dbe-aa19-f6c40ea0857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b890decd-fbe5-4208-864c-747a47121d1a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.324134 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '564ee339-f6a7-4482-9e82-3e4945304a7c', 'network_id': 'b9ab8591-8577-4435-b82e-00c6ea275be2', 'port_id': '564ee339-f6a7-4482-9e82-3e4945304a7c', 'mac_address': 'fa:16:3e:b1:bc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f67052-b4b6-4854-87ec-972a2faee6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:01.373483 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 564ee339-f6a7-4482-9e82-3e4945304a7c is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:01.373915 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.385136 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efb38bc5-1360-4f64-aad4-e3574edbe5f7 req-3bbe5ccf-a72a-4e5f-bd76-656800b01fd1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331811 Feb 21 02:28:01.388779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564ee339-f6a7-4482-9e82-3e4945304a7c {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:01.410104 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e89e831e-b46d-4cb1-a951-ed7cd79684f5 admin admin] Publish callbacks [] for security_group (ed0e428a-7cdd-4ec1-98da-8563c23dd57a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.415892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e89e831e-b46d-4cb1-a951-ed7cd79684f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ed0e428a-7cdd-4ec1-98da-8563c23dd57a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.446486 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=564ee339-f6a7-4482-9e82-3e4945304a7c,segment=NetworkSegment(5e367ad8-0088-4249-9d76-d8888c94bc2e),segment_id=5e367ad8-0088-4249-9d76-d8888c94bc2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:01.450949 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46ff6443-e5a8-4c42-88ae-cc3ec9d5f6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.454909 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.455979 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 71ba9208-2448-4764-bb34-2672da8a2c21 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:01.458495 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] Publish callbacks [] for security_group (b890decd-fbe5-4208-864c-747a47121d1a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.469622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (4e9c7f50-1734-48e0-bf80-800d7241dfb9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.472894 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.474647 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e9c7f50-1734-48e0-bf80-800d7241dfb9 HTTP/1.1" status: 204 len: 168 time: 0.3628123 Feb 21 02:28:01.478616 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e831e-b46d-4cb1-a951-ed7cd79684f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0e428a-7cdd-4ec1-98da-8563c23dd57a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.485210 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e89e831e-b46d-4cb1-a951-ed7cd79684f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b410450986042cb914346a57798c009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009069 Feb 21 02:28:01.486639 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51666) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:01.503605 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004eedb-2142-4f1d-9384-5f5235533a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9c7f50-1734-48e0-bf80-800d7241dfb9,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.543537 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] Publish callbacks [] for security_group (b890decd-fbe5-4208-864c-747a47121d1a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.591503 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=71ba9208-2448-4764-bb34-2672da8a2c21,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:01.602506 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] Publish callbacks [] for security_group (ed0e428a-7cdd-4ec1-98da-8563c23dd57a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.604943 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '71ba9208-2448-4764-bb34-2672da8a2c21', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'port_id': '71ba9208-2448-4764-bb34-2672da8a2c21', 'mac_address': 'fa:16:3e:8b:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:01.660298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] Publish callbacks [] for security_group (ed0e428a-7cdd-4ec1-98da-8563c23dd57a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.666526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 71ba9208-2448-4764-bb34-2672da8a2c21 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:01.667237 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.694788 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed60694-c6ae-46c2-bc5c-fb175f4c5b0a req-a57ce930-8ded-4a89-a452-7e0776ea3260 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:01.703462 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9ed60694-c6ae-46c2-bc5c-fb175f4c5b0a req-a57ce930-8ded-4a89-a452-7e0776ea3260 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 944 time: 0.2901564 Feb 21 02:28:01.705092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e9929-5423-4da2-bfb1-eb8191e2cfe5 req-fa41f517-dffb-49ba-8a91-0dfac74b800f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:01.709963 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b890decd-fbe5-4208-864c-747a47121d1a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.710605 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ba9208-2448-4764-bb34-2672da8a2c21 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:01.712240 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-893e9929-5423-4da2-bfb1-eb8191e2cfe5 req-fa41f517-dffb-49ba-8a91-0dfac74b800f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 943 time: 0.1109037 Feb 21 02:28:01.712879 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.718548 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b890decd-fbe5-4208-864c-747a47121d1a HTTP/1.1" status: 204 len: 168 time: 0.4226515 Feb 21 02:28:01.734062 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=71ba9208-2448-4764-bb34-2672da8a2c21,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:01.737065 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.742146 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.743186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2460a313-d85b-438c-8bd0-f46e5ebbd9ff details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:01.777465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-893e9929-5423-4da2-bfb1-eb8191e2cfe5 req-c06f326f-31b2-4eae-abb5-30bdca109745 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602348 Feb 21 02:28:01.797040 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ed0e428a-7cdd-4ec1-98da-8563c23dd57a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.800115 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:01.802241 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed0e428a-7cdd-4ec1-98da-8563c23dd57a HTTP/1.1" status: 204 len: 168 time: 0.3138993 Feb 21 02:28:01.805362 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c285-0a92-40fc-acfc-8dcec6e6347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b890decd-fbe5-4208-864c-747a47121d1a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.819462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f72f-8798-4f30-abe6-60f0649e9295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0e428a-7cdd-4ec1-98da-8563c23dd57a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.875788 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:01.885671 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9ed60694-c6ae-46c2-bc5c-fb175f4c5b0a req-3f018115-084e-47eb-9f54-2ec5a721527a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648602 Feb 21 02:28:01.941665 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168dbd-1440-4fa3-bfd2-0263f6b2f29c req-5fefe920-ff74-47a8-bb98-e7f75a9182a1 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:01.943533 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27168dbd-1440-4fa3-bfd2-0263f6b2f29c req-5fefe920-ff74-47a8-bb98-e7f75a9182a1 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 944 time: 0.0696015 Feb 21 02:28:01.970740 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:01.984590 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'port_id': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'mac_address': 'fa:16:3e:a8:64:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798881ee-d097-4690-8f55-082f01260f08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:02.012632 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27168dbd-1440-4fa3-bfd2-0263f6b2f29c req-ce983ab5-5116-4365-8b14-026c37f7b6ee tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Feb 21 02:28:02.028266 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:02.028658 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.045883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460a313-d85b-438c-8bd0-f46e5ebbd9ff {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:02.064848 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:02.069885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.070534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 10b7d237-63f4-46b8-9fb5-022ff16a013d details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:02.141460 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:02.143844 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.157351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '10b7d237-63f4-46b8-9fb5-022ff16a013d', 'network_id': '92bfa233-3dc8-4ee8-9d61-df1a18ceb898', 'port_id': '10b7d237-63f4-46b8-9fb5-022ff16a013d', 'mac_address': 'fa:16:3e:db:77:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e973847a-e649-4cdc-bbca-b61eee11cbeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:02.179391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51692) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:02.194172 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c516c42f-e562-4d68-9444-e24d69aa7ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.226750 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 10b7d237-63f4-46b8-9fb5-022ff16a013d is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:02.227803 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.231722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.249290 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b7d237-63f4-46b8-9fb5-022ff16a013d {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:02.273515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:02.280302 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.300462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c516c42f-e562-4d68-9444-e24d69aa7ce1 admin admin] Publish callbacks [] for security_group (cf3509b7-0546-4252-a16f-ea3339319c62), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.307605 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c516c42f-e562-4d68-9444-e24d69aa7ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (cf3509b7-0546-4252-a16f-ea3339319c62), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.345515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.354827 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516c42f-e562-4d68-9444-e24d69aa7ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3509b7-0546-4252-a16f-ea3339319c62,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.359969 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c516c42f-e562-4d68-9444-e24d69aa7ce1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5fcf853b81e41408bea4cb28106a854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794181 Feb 21 02:28:02.362865 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51700) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:02.417400 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] Publish callbacks [] for security_group (cf3509b7-0546-4252-a16f-ea3339319c62), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.441185 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] Publish callbacks [] for security_group (cf3509b7-0546-4252-a16f-ea3339319c62), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.445810 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51704) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:02.470954 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc632b7f-d0b0-4f6d-b29d-5f4df9ac1328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.507202 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (cf3509b7-0546-4252-a16f-ea3339319c62), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.510483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.514095 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf3509b7-0546-4252-a16f-ea3339319c62 HTTP/1.1" status: 204 len: 168 time: 0.1478577 Feb 21 02:28:02.522451 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88d22-75df-4447-83fd-5fb21debe2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3509b7-0546-4252-a16f-ea3339319c62,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.562686 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645fcac-c0ab-47ed-8ae4-71cfbcd3167a req-6a588baf-970d-454a-b148-070b4d0c8581 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:02.566222 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d645fcac-c0ab-47ed-8ae4-71cfbcd3167a req-6a588baf-970d-454a-b148-070b4d0c8581 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 944 time: 0.0975347 Feb 21 02:28:02.647792 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d645fcac-c0ab-47ed-8ae4-71cfbcd3167a req-181d6ae5-fa9d-41ba-9855-d0c402040356 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728273 Feb 21 02:28:02.650057 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc632b7f-d0b0-4f6d-b29d-5f4df9ac1328 admin admin] Publish callbacks [] for security_group (0ac2f417-911c-483c-8d8c-e78956250399), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.655883 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc632b7f-d0b0-4f6d-b29d-5f4df9ac1328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (0ac2f417-911c-483c-8d8c-e78956250399), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.701198 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cc632b7f-d0b0-4f6d-b29d-5f4df9ac1328 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01c948cfacbb412bbd1b36008425fb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506948 Feb 21 02:28:02.701198 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc632b7f-d0b0-4f6d-b29d-5f4df9ac1328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac2f417-911c-483c-8d8c-e78956250399,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.701690 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51714) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:02.771509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] Publish callbacks [] for security_group (0ac2f417-911c-483c-8d8c-e78956250399), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.795076 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] Publish callbacks [] for security_group (0ac2f417-911c-483c-8d8c-e78956250399), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.850306 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (0ac2f417-911c-483c-8d8c-e78956250399), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.852841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:02.854022 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ac2f417-911c-483c-8d8c-e78956250399 HTTP/1.1" status: 204 len: 168 time: 0.1511755 Feb 21 02:28:02.888904 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90790d-f816-40b7-89ca-9f5b4e2096ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac2f417-911c-483c-8d8c-e78956250399,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:02.929470 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84752256-f0f5-422f-bd06-7daa1e4176b0 req-3e1afe17-f138-4b11-a956-ee7f3f57b233 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:02.931232 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-84752256-f0f5-422f-bd06-7daa1e4176b0 req-3e1afe17-f138-4b11-a956-ee7f3f57b233 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 944 time: 0.0760925 Feb 21 02:28:02.979301 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:03.012208 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['71ba9208-2448-4764-bb34-2672da8a2c21'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:03.020565 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-84752256-f0f5-422f-bd06-7daa1e4176b0 req-62cb9c9f-56a3-4826-ae03-562cae1ba004 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Feb 21 02:28:03.032650 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf5e7-5415-4c71-b7ef-a85fa22a5c5c req-0eaaa1bf-df67-417f-8f1a-e2d985691408 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:03.035060 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-712cf5e7-5415-4c71-b7ef-a85fa22a5c5c req-0eaaa1bf-df67-417f-8f1a-e2d985691408 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 944 time: 0.0693743 Feb 21 02:28:03.058749 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['564ee339-f6a7-4482-9e82-3e4945304a7c'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:03.105555 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-712cf5e7-5415-4c71-b7ef-a85fa22a5c5c req-0c756198-ee9a-4929-bf81-fadd43396eaf tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638442 Feb 21 02:28:03.125269 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['10b7d237-63f4-46b8-9fb5-022ff16a013d'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:03.195436 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 754d6b40-0964-484e-9d3d-46275c69f4cb details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:03.197952 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b91f0-8c76-4f06-ba70-ddf94ae1eb7a req-a2fc65f6-3008-4f92-9677-6d18142a1d51 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:03.199438 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d72b91f0-8c76-4f06-ba70-ddf94ae1eb7a req-a2fc65f6-3008-4f92-9677-6d18142a1d51 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 944 time: 0.0742629 Feb 21 02:28:03.263165 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d72b91f0-8c76-4f06-ba70-ddf94ae1eb7a req-7372cda0-e53c-456a-ab8c-43f6e932b6e0 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Feb 21 02:28:03.449090 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=754d6b40-0964-484e-9d3d-46275c69f4cb,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:03.494458 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'port_id': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'mac_address': 'fa:16:3e:3f:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:03.786633 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 754d6b40-0964-484e-9d3d-46275c69f4cb is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:03.787035 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:03.816807 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38bf46-4c64-475b-a3c8-c538c59ebdc3 req-72e710e5-822c-4a56-9619-2d29efb34179 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:03.819160 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae38bf46-4c64-475b-a3c8-c538c59ebdc3 req-72e710e5-822c-4a56-9619-2d29efb34179 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 944 time: 0.0919380 Feb 21 02:28:03.856532 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754d6b40-0964-484e-9d3d-46275c69f4cb {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:03.887202 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae38bf46-4c64-475b-a3c8-c538c59ebdc3 req-abd4a75c-f897-47d8-99d8-0c2256962efc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619307 Feb 21 02:28:03.914345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:03.916114 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=754d6b40-0964-484e-9d3d-46275c69f4cb,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:03.925870 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:03.993567 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:04.187285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881302-2c73-46de-896a-f79038cadcc0 req-5e720f1a-9caa-4ac3-aee2-c0bfad2e43fb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:04.190110 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-51881302-2c73-46de-896a-f79038cadcc0 req-5e720f1a-9caa-4ac3-aee2-c0bfad2e43fb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 944 time: 0.0734513 Feb 21 02:28:04.250352 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de03a2-d812-40ee-ac6f-427b56c48526 req-5802f5c6-096d-40d1-b5cc-28e170477524 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:04.252015 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d5de03a2-d812-40ee-ac6f-427b56c48526 req-5802f5c6-096d-40d1-b5cc-28e170477524 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 945 time: 0.0780282 Feb 21 02:28:04.265368 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-51881302-2c73-46de-896a-f79038cadcc0 req-a2afc7e9-070e-441c-a159-6d11e1be1882 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667682 Feb 21 02:28:04.329611 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d5de03a2-d812-40ee-ac6f-427b56c48526 req-b2a3c24a-5847-42e0-bada-3edb7eb76af9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647926 Feb 21 02:28:04.423040 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8303ce-54cf-45e0-ad10-34acc6e74c12 req-39a42508-00e6-42cf-9498-54542efefbf8 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:04.424924 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b8303ce-54cf-45e0-ad10-34acc6e74c12 req-39a42508-00e6-42cf-9498-54542efefbf8 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 944 time: 0.0570345 Feb 21 02:28:04.479680 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b8303ce-54cf-45e0-ad10-34acc6e74c12 req-5d4124d2-5d0a-4963-9c00-81bbdb99ad7b tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Feb 21 02:28:04.605262 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51822) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:04.648972 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['754d6b40-0964-484e-9d3d-46275c69f4cb'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:04.827556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9bb-8214-4afb-ac07-1d195e00b3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:04.937288 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9bb-8214-4afb-ac07-1d195e00b3de admin admin] Publish callbacks [] for security_group (f8b34294-334f-48b8-a51e-4d3660264109), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:04.945769 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c9bb-8214-4afb-ac07-1d195e00b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f8b34294-334f-48b8-a51e-4d3660264109), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.010524 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3bf1c9bb-8214-4afb-ac07-1d195e00b3de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0146e7492e614c1a8d07da9002c63f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036324 Feb 21 02:28:05.015157 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51848) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:05.036549 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1c9bb-8214-4afb-ac07-1d195e00b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b34294-334f-48b8-a51e-4d3660264109,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:05.069739 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573425-fb3e-43da-bb4b-9a4fae2589a0 req-b5486fbf-624d-4be3-8430-b301ed416441 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:05.071410 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79573425-fb3e-43da-bb4b-9a4fae2589a0 req-b5486fbf-624d-4be3-8430-b301ed416441 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 944 time: 0.0858984 Feb 21 02:28:05.083254 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] Publish callbacks [] for security_group (f8b34294-334f-48b8-a51e-4d3660264109), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.106842 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] Publish callbacks [] for security_group (f8b34294-334f-48b8-a51e-4d3660264109), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.128752 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79573425-fb3e-43da-bb4b-9a4fae2589a0 req-0c2d23e0-8d40-4100-98b1-8369f0a9cb9e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Feb 21 02:28:05.162548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f8b34294-334f-48b8-a51e-4d3660264109), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.165129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.166701 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8b34294-334f-48b8-a51e-4d3660264109 HTTP/1.1" status: 204 len: 168 time: 0.1502783 Feb 21 02:28:05.175116 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94707e9-df50-458d-a6e6-659688f1c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b34294-334f-48b8-a51e-4d3660264109,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:05.338893 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.462704 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c63d14-13e4-4b4f-b0d1-85e128915895 req-54d1cb19-a43d-469d-979e-44ba943aa594 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:05.468013 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38c63d14-13e4-4b4f-b0d1-85e128915895 req-54d1cb19-a43d-469d-979e-44ba943aa594 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 944 time: 0.0989137 Feb 21 02:28:05.496223 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49042-fac4-4917-9968-3bc7f3e7811a req-a428faa5-5764-4247-9a06-903944852f2c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:05.497930 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47c49042-fac4-4917-9968-3bc7f3e7811a req-a428faa5-5764-4247-9a06-903944852f2c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 945 time: 0.0671401 Feb 21 02:28:05.551477 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38c63d14-13e4-4b4f-b0d1-85e128915895 req-7d9469b9-2ce6-4f1a-9d91-be9a5b6a9ab5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770819 Feb 21 02:28:05.576612 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47c49042-fac4-4917-9968-3bc7f3e7811a req-9af026e3-ca79-4771-93a0-bf55128ce277 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694900 Feb 21 02:28:05.677329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19d60-d30f-4ce7-81ac-8b991436bc45 req-1cbe1b8b-1399-4ba2-bba4-6a627da4cf67 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:05.678950 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fed19d60-d30f-4ce7-81ac-8b991436bc45 req-1cbe1b8b-1399-4ba2-bba4-6a627da4cf67 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 944 time: 0.0576320 Feb 21 02:28:05.708464 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51894) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:05.721502 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8ad031c-0bd5-43c4-800d-70b1f7226215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.749731 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fed19d60-d30f-4ce7-81ac-8b991436bc45 req-ccb9be8e-014d-490c-a538-7320b9b61fa5 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Feb 21 02:28:05.823016 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8ad031c-0bd5-43c4-800d-70b1f7226215 admin admin] Publish callbacks [] for security_group (5d72ba39-0e85-494b-8bfb-e1f397586cf6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.827673 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8ad031c-0bd5-43c4-800d-70b1f7226215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5d72ba39-0e85-494b-8bfb-e1f397586cf6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.872245 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b8ad031c-0bd5-43c4-800d-70b1f7226215 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54931202ee874aed82c63c31c6dd50c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626253 Feb 21 02:28:05.874282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad031c-0bd5-43c4-800d-70b1f7226215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72ba39-0e85-494b-8bfb-e1f397586cf6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:05.875692 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51902) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:05.932600 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] Publish callbacks [] for security_group (5d72ba39-0e85-494b-8bfb-e1f397586cf6), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:05.955143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] Publish callbacks [] for security_group (5d72ba39-0e85-494b-8bfb-e1f397586cf6), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.015666 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 51906) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:06.025689 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5d72ba39-0e85-494b-8bfb-e1f397586cf6), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.028787 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.032525 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d72ba39-0e85-494b-8bfb-e1f397586cf6 HTTP/1.1" status: 204 len: 168 time: 0.1530085 Feb 21 02:28:06.041285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31405-b7d9-4822-93c8-66d98bcc39b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72ba39-0e85-494b-8bfb-e1f397586cf6,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:06.175757 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26eb3ba9-49d1-4814-9aad-3a59162ef355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.303703 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fdf8d-3e59-4543-888e-35929e4b7265 req-81ec7d54-33db-45ab-8740-310fe7a18236 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:06.309064 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-548fdf8d-3e59-4543-888e-35929e4b7265 req-81ec7d54-33db-45ab-8740-310fe7a18236 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 944 time: 0.0914066 Feb 21 02:28:06.315298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26eb3ba9-49d1-4814-9aad-3a59162ef355 admin admin] Publish callbacks [] for security_group (6f292563-4d00-4391-a1be-4697dc975769), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.328387 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26eb3ba9-49d1-4814-9aad-3a59162ef355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6f292563-4d00-4391-a1be-4697dc975769), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.386640 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-26eb3ba9-49d1-4814-9aad-3a59162ef355 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f62184b8f6548de89e6b67c57921e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698463 Feb 21 02:28:06.389337 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51930) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:06.392478 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb3ba9-49d1-4814-9aad-3a59162ef355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f292563-4d00-4391-a1be-4697dc975769,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:06.419273 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-548fdf8d-3e59-4543-888e-35929e4b7265 req-de11217c-058d-4faa-86c8-d39287c1da0f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945864 Feb 21 02:28:06.447401 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] Publish callbacks [] for security_group (6f292563-4d00-4391-a1be-4697dc975769), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.469685 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] Publish callbacks [] for security_group (6f292563-4d00-4391-a1be-4697dc975769), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.527417 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6f292563-4d00-4391-a1be-4697dc975769), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.530923 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:06.532240 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f292563-4d00-4391-a1be-4697dc975769 HTTP/1.1" status: 204 len: 168 time: 0.1417935 Feb 21 02:28:06.542516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b909c8-a917-4075-b16a-0791ed5bdb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f292563-4d00-4391-a1be-4697dc975769,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:06.696766 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012a2b-c737-441b-ac86-e640f14aa4dd req-8eec2485-a8bd-487f-9f8f-43607973897c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:06.698685 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8f012a2b-c737-441b-ac86-e640f14aa4dd req-8eec2485-a8bd-487f-9f8f-43607973897c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 944 time: 0.0656593 Feb 21 02:28:06.737043 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f683b-0ba5-4a2f-aa8e-0683ff213acc req-a1a11f56-822b-48ba-b972-3638a947053d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:06.744591 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-340f683b-0ba5-4a2f-aa8e-0683ff213acc req-a1a11f56-822b-48ba-b972-3638a947053d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 945 time: 0.0730057 Feb 21 02:28:06.759922 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8f012a2b-c737-441b-ac86-e640f14aa4dd req-c4c7f305-a5ad-462c-89f5-ad40b4521d9a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554366 Feb 21 02:28:06.808254 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-340f683b-0ba5-4a2f-aa8e-0683ff213acc req-ffc24e83-ce28-49f7-a52b-461456d9465e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625167 Feb 21 02:28:06.885985 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1414e-5e3f-4622-b2b1-0e9e429c5333 req-aa922042-dcb2-4852-85a9-8cf52201c1d3 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:06.887987 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-10f1414e-5e3f-4622-b2b1-0e9e429c5333 req-aa922042-dcb2-4852-85a9-8cf52201c1d3 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 944 time: 0.0606225 Feb 21 02:28:06.947568 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-10f1414e-5e3f-4622-b2b1-0e9e429c5333 req-7855d35a-048b-4488-a16b-45c61c6fb804 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511315 Feb 21 02:28:06.995190 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51964) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:07.009671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ded4c704-a411-4820-97ba-1e2d5546bc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.090891 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ded4c704-a411-4820-97ba-1e2d5546bc3d admin admin] Publish callbacks [] for security_group (a7ebc7ac-51b6-447c-81da-9bb2a452b567), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.099346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ded4c704-a411-4820-97ba-1e2d5546bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a7ebc7ac-51b6-447c-81da-9bb2a452b567), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.139835 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ded4c704-a411-4820-97ba-1e2d5546bc3d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4aab10232448435681f0f0abaeea6295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434042 Feb 21 02:28:07.142469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 51972) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:07.148899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4c704-a411-4820-97ba-1e2d5546bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebc7ac-51b6-447c-81da-9bb2a452b567,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:07.169722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 564ee339-f6a7-4482-9e82-3e4945304a7c up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:07.226824 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] Publish callbacks [] for security_group (a7ebc7ac-51b6-447c-81da-9bb2a452b567), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.228268 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 564ee339-f6a7-4482-9e82-3e4945304a7c completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:07.232645 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 564ee339-f6a7-4482-9e82-3e4945304a7c triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:07.233309 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.261524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] Publish callbacks [] for security_group (a7ebc7ac-51b6-447c-81da-9bb2a452b567), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.333813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a7ebc7ac-51b6-447c-81da-9bb2a452b567), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.339511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 564ee339-f6a7-4482-9e82-3e4945304a7c is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:07.340131 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.340605 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.344699 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7ebc7ac-51b6-447c-81da-9bb2a452b567 HTTP/1.1" status: 204 len: 168 time: 0.2010775 Feb 21 02:28:07.354607 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d2f8-6794-4617-87f7-0bca0b10a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebc7ac-51b6-447c-81da-9bb2a452b567,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:07.383340 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:07.475004 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=564ee339-f6a7-4482-9e82-3e4945304a7c,segment=NetworkSegment(5e367ad8-0088-4249-9d76-d8888c94bc2e),segment_id=5e367ad8-0088-4249-9d76-d8888c94bc2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:07.484835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.485947 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 754d6b40-0964-484e-9d3d-46275c69f4cb up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:07.594125 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e28e-b098-4a4a-9f86-3d3ae6a65fba req-c3543d9b-c0a7-4a5c-955e-e46cca30e43f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:07.602200 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9612e28e-b098-4a4a-9f86-3d3ae6a65fba req-c3543d9b-c0a7-4a5c-955e-e46cca30e43f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 944 time: 0.0881362 Feb 21 02:28:07.679501 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9612e28e-b098-4a4a-9f86-3d3ae6a65fba req-b8af3e89-2268-4b22-a858-00242b7c207b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719221 Feb 21 02:28:07.681543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:07.719819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.722560 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 754d6b40-0964-484e-9d3d-46275c69f4cb completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:07.728674 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 754d6b40-0964-484e-9d3d-46275c69f4cb triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:07.729293 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.831987 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc29e6-f5f7-491e-83ee-7f96bbe4e415" -d '{"events": [{"server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "name": "network-vif-plugged", "status": "completed", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:07.844737 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 754d6b40-0964-484e-9d3d-46275c69f4cb is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:07.845162 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.893254 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=754d6b40-0964-484e-9d3d-46275c69f4cb,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:07.899307 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:07.900535 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 71ba9208-2448-4764-bb34-2672da8a2c21 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:08.016739 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc9a63-d654-467a-ad0e-f149f29fa9a2 req-4a64c527-f0ea-42de-bd2d-3bf37ca87fe9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:08.019060 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9acc9a63-d654-467a-ad0e-f149f29fa9a2 req-4a64c527-f0ea-42de-bd2d-3bf37ca87fe9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 944 time: 0.1063795 Feb 21 02:28:08.028659 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:08.037662 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 71ba9208-2448-4764-bb34-2672da8a2c21 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:08.044169 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 71ba9208-2448-4764-bb34-2672da8a2c21 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:08.044581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.070807 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17729e2-b1bd-4831-9442-4e5955c1f64c req-ff2455fe-ed9a-4fac-95f6-dd1d3246c130 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:08.087212 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c17729e2-b1bd-4831-9442-4e5955c1f64c req-ff2455fe-ed9a-4fac-95f6-dd1d3246c130 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1502004 Feb 21 02:28:08.149616 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9acc9a63-d654-467a-ad0e-f149f29fa9a2 req-ad6cb3ee-71ae-4171-a8af-7bb0b1bf385b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189551 Feb 21 02:28:08.155371 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 71ba9208-2448-4764-bb34-2672da8a2c21 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:08.155834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.204162 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c17729e2-b1bd-4831-9442-4e5955c1f64c req-a25ba1d5-4e3e-477b-8590-297b38fa38a8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017652 Feb 21 02:28:08.214364 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=71ba9208-2448-4764-bb34-2672da8a2c21,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:08.219604 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.220713 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2460a313-d85b-438c-8bd0-f46e5ebbd9ff up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:08.308359 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:08.308925 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7855643-f372-4f41-964d-a12a91b1f143 req-d5731d6f-1dbf-41f3-86db-09a7afe8b44c tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:08.319378 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7855643-f372-4f41-964d-a12a91b1f143 req-d5731d6f-1dbf-41f3-86db-09a7afe8b44c tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0739965 Feb 21 02:28:08.324181 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:08.329519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:08.340100 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.392828 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7855643-f372-4f41-964d-a12a91b1f143 req-5c8b707b-3a14-4990-9330-f0eb8977de43 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535750 Feb 21 02:28:08.415303 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347ffa11-ef19-4172-a6e8-e6c4e7c769ca x-openstack-request-id: req-347ffa11-ef19-4172-a6e8-e6c4e7c769ca {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:08.415623 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "name": "network-vif-plugged", "status": "completed", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:08.415882 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-347ffa11-ef19-4172-a6e8-e6c4e7c769ca {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:08.416336 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c', 'code': 200} Feb 21 02:28:08.486964 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:08.487574 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.535011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:08.539592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.540581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 10b7d237-63f4-46b8-9fb5-022ff16a013d up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:08.620285 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:08.644577 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 10b7d237-63f4-46b8-9fb5-022ff16a013d completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:08.657902 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 10b7d237-63f4-46b8-9fb5-022ff16a013d triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:08.659788 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.685867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-2c9df0be-5f02-4bef-bb58-0791d0517ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:08.698403 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-2c9df0be-5f02-4bef-bb58-0791d0517ca6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 1129 time: 0.1409883 Feb 21 02:28:08.717914 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-3700f58c-e42a-4ad7-9786-f6597ef6e867 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.800323 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 10b7d237-63f4-46b8-9fb5-022ff16a013d is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:08.800723 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.856064 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:08.861715 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.936456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-3700f58c-e42a-4ad7-9786-f6597ef6e867 service neutron] Publish callbacks [] for security_group (2a91fc2f-4d1c-48d1-a3c8-dafacde665b6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:08.941270 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:08.946950 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c04a-8814-45f1-9753-5a7b9af27545 req-4bdb728a-b235-4610-8514-01dd07e20217 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:08.948821 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4b47c04a-8814-45f1-9753-5a7b9af27545 req-4bdb728a-b235-4610-8514-01dd07e20217 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1084299 Feb 21 02:28:08.950201 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-3700f58c-e42a-4ad7-9786-f6597ef6e867 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2a91fc2f-4d1c-48d1-a3c8-dafacde665b6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:09.023590 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a2dbe8-3598-4482-8b1c-23b2d9d06af3 req-3700f58c-e42a-4ad7-9786-f6597ef6e867 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242772 Feb 21 02:28:09.032391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f58c-e42a-4ad7-9786-f6597ef6e867 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91fc2f-4d1c-48d1-a3c8-dafacde665b6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:09.068885 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4b47c04a-8814-45f1-9753-5a7b9af27545 req-8b4f71bb-a118-42ec-b164-724fa9a92ef6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996661 Feb 21 02:28:09.301451 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba394f-baa4-4ae9-ab85-5c293a631b18 req-d9d41e53-dabb-4974-aeff-cd55b2054f98 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:09.303881 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7ba394f-baa4-4ae9-ab85-5c293a631b18 req-d9d41e53-dabb-4974-aeff-cd55b2054f98 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0697405 Feb 21 02:28:09.396846 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7ba394f-baa4-4ae9-ab85-5c293a631b18 req-ac8a7cf2-add7-4159-8edc-94811ba01622 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Feb 21 02:28:09.461289 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870b291-4638-43cc-839f-d2c993ae89c0 req-bec744be-0ea8-48b6-9b22-93ddebf80782 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:09.465678 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d870b291-4638-43cc-839f-d2c993ae89c0 req-bec744be-0ea8-48b6-9b22-93ddebf80782 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1463568 Feb 21 02:28:09.530225 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d870b291-4638-43cc-839f-d2c993ae89c0 req-3f9a1212-c9e5-4ca3-b976-a0371eaebfef tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585012 Feb 21 02:28:09.541663 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336623c-5e15-40e6-bc66-73f861f143d1 req-5f328d09-095a-46a8-8817-86d11c1cfff2 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:09.547003 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6336623c-5e15-40e6-bc66-73f861f143d1 req-5f328d09-095a-46a8-8817-86d11c1cfff2 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0674033 Feb 21 02:28:09.600989 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6336623c-5e15-40e6-bc66-73f861f143d1 req-e21b6ccd-5692-44bd-9c94-24f4cee8fe39 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Feb 21 02:28:10.179942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5a227-8adf-463a-bdbd-879cc876752f req-a7443657-e372-4b59-93d4-c946f2380273 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:10.181445 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39a5a227-8adf-463a-bdbd-879cc876752f req-a7443657-e372-4b59-93d4-c946f2380273 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0510271 Feb 21 02:28:10.227562 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39a5a227-8adf-463a-bdbd-879cc876752f req-d93f4a3d-e8b5-45ac-9efa-d9f93645d0ea tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 Feb 21 02:28:10.417418 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb'}, {'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21'}, {'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff'}, {'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:10.420498 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9c5b1-df70-45c6-8e17-fbd2abbc75a6" -d '{"events": [{"server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "name": "network-vif-plugged", "status": "completed", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb"}, {"server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "name": "network-vif-plugged", "status": "completed", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21"}, {"server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "name": "network-vif-plugged", "status": "completed", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff"}, {"server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "name": "network-vif-plugged", "status": "completed", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:10.470183 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bfb9e7-4865-436a-8e5c-830c58855a5f x-openstack-request-id: req-a3bfb9e7-4865-436a-8e5c-830c58855a5f {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:10.470499 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "name": "network-vif-plugged", "status": "completed", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb", "code": 200}, {"server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "name": "network-vif-plugged", "status": "completed", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21", "code": 200}, {"server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "name": "network-vif-plugged", "status": "completed", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff", "code": 200}, {"server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "name": "network-vif-plugged", "status": "completed", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:10.470760 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3bfb9e7-4865-436a-8e5c-830c58855a5f {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:10.471165 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'code': 200} Feb 21 02:28:10.471423 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21', 'code': 200} Feb 21 02:28:10.471674 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'code': 200} Feb 21 02:28:10.471924 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d', 'code': 200} Feb 21 02:28:10.533213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a2c22-3243-49fd-b24b-50edcd4b3486 req-b760ffbd-1b83-45df-bf7a-6a5df4c75ef3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:10.534729 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-269a2c22-3243-49fd-b24b-50edcd4b3486 req-b760ffbd-1b83-45df-bf7a-6a5df4c75ef3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0570312 Feb 21 02:28:10.598415 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-269a2c22-3243-49fd-b24b-50edcd4b3486 req-3b03f6be-2554-4950-a4f5-a10ce261cd15 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Feb 21 02:28:10.712880 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d109-0be7-4f27-b57f-ff7ac2c74b03 req-5b73e98c-a8fc-46fa-a4ee-1c3e4d031e39 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:10.716148 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dfd5d109-0be7-4f27-b57f-ff7ac2c74b03 req-5b73e98c-a8fc-46fa-a4ee-1c3e4d031e39 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0851300 Feb 21 02:28:10.813757 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d65a3-287e-4ce3-95c3-a704bef95d84 req-c6ee6e56-2c7c-42e7-bc09-5e5a6e867ab6 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:10.826129 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-967d65a3-287e-4ce3-95c3-a704bef95d84 req-c6ee6e56-2c7c-42e7-bc09-5e5a6e867ab6 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.1155956 Feb 21 02:28:10.841530 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dfd5d109-0be7-4f27-b57f-ff7ac2c74b03 req-b85426d5-00df-4cd2-b3dd-88ad2e6ce1a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162441 Feb 21 02:28:10.988734 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-967d65a3-287e-4ce3-95c3-a704bef95d84 req-5c376f3c-ab50-4c29-8368-c6dfa532a1bd tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615484 Feb 21 02:28:11.003196 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27deb9fa-834d-49ee-9dd4-6d677efea313 req-bc7e9a34-49ab-434e-8885-ed15c692a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.009814 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27deb9fa-834d-49ee-9dd4-6d677efea313 req-bc7e9a34-49ab-434e-8885-ed15c692a28a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 1129 time: 0.1121876 Feb 21 02:28:11.052700 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91def62a-3b0d-4320-9203-0fe41fddcec4 req-462603a3-fe97-428d-b84b-b87649e91992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.054659 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-91def62a-3b0d-4320-9203-0fe41fddcec4 req-462603a3-fe97-428d-b84b-b87649e91992 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.1481934 Feb 21 02:28:11.057509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dd186-02d9-479f-babf-a81f48836542 req-da787aa1-4644-40fa-a737-5a33fea25240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.060006 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-822dd186-02d9-479f-babf-a81f48836542 req-da787aa1-4644-40fa-a737-5a33fea25240 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1129 time: 0.2172399 Feb 21 02:28:11.092900 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ed8b-90fb-4cd3-9a59-a458999abeea req-ce75be9e-ca52-4f35-87e6-f14f76c88104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.094235 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-27deb9fa-834d-49ee-9dd4-6d677efea313 req-d72a31f9-9301-42b7-8762-d95e55ad82bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Feb 21 02:28:11.094353 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d0b9ed8b-90fb-4cd3-9a59-a458999abeea req-ce75be9e-ca52-4f35-87e6-f14f76c88104 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1692653 Feb 21 02:28:11.160100 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-91def62a-3b0d-4320-9203-0fe41fddcec4 req-effb5198-4095-4ff7-aa1f-d6c24f4bc441 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907900 Feb 21 02:28:11.162901 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-822dd186-02d9-479f-babf-a81f48836542 req-fdaad04f-3099-410d-95ef-d320db2ae8ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925722 Feb 21 02:28:11.362147 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eeb5b-a214-49ef-8828-f1f459a43b30 req-d3b98591-af06-4804-9018-7714e8dd03e0 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.364267 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f3eeb5b-a214-49ef-8828-f1f459a43b30 req-d3b98591-af06-4804-9018-7714e8dd03e0 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0609019 Feb 21 02:28:11.413008 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f3eeb5b-a214-49ef-8828-f1f459a43b30 req-6e1627f0-9ead-415c-9189-914766467e48 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Feb 21 02:28:11.715072 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25643a-33de-4327-8647-b6d890d93a95 req-d4220a63-1aa6-4441-86aa-074459c3047e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.716568 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba25643a-33de-4327-8647-b6d890d93a95 req-d4220a63-1aa6-4441-86aa-074459c3047e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Feb 21 02:28:11.763313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba25643a-33de-4327-8647-b6d890d93a95 req-8abfe1c4-8770-4ffc-8d60-abeb393bbfeb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Feb 21 02:28:11.781482 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52186) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:11.883988 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc0681a7-f289-4d57-b967-00113fa0459a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:11.978329 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44565a5-214d-49bf-984b-31f60368c3cc req-cbde542b-cdad-43b0-bb23-016cfdaa800b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:11.979894 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d44565a5-214d-49bf-984b-31f60368c3cc req-cbde542b-cdad-43b0-bb23-016cfdaa800b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0784178 Feb 21 02:28:12.030107 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc0681a7-f289-4d57-b967-00113fa0459a admin admin] Publish callbacks [] for security_group (1ddb5709-6a39-4616-aaa7-7e45c75f661b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.040840 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cc0681a7-f289-4d57-b967-00113fa0459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1ddb5709-6a39-4616-aaa7-7e45c75f661b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.066144 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d44565a5-214d-49bf-984b-31f60368c3cc req-10c5a626-a708-4f62-a19a-18ffd7bae023 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787482 Feb 21 02:28:12.103181 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cc0681a7-f289-4d57-b967-00113fa0459a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a3c27dfe58844a79b21628d03f03800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205733 Feb 21 02:28:12.105715 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52194) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:12.111936 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0681a7-f289-4d57-b967-00113fa0459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb5709-6a39-4616-aaa7-7e45c75f661b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:12.122580 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d51a7-e527-4cf9-8764-caf45024fded req-820f3d57-959e-4662-a8f4-e4463a40df09 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:12.127914 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e67d51a7-e527-4cf9-8764-caf45024fded req-820f3d57-959e-4662-a8f4-e4463a40df09 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0602586 Feb 21 02:28:12.157806 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] Publish callbacks [] for security_group (1ddb5709-6a39-4616-aaa7-7e45c75f661b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.177502 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e67d51a7-e527-4cf9-8764-caf45024fded req-b994aa2a-7a92-4c9f-b32c-3d41f9f14c8a tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Feb 21 02:28:12.178897 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] Publish callbacks [] for security_group (1ddb5709-6a39-4616-aaa7-7e45c75f661b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.229562 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1ddb5709-6a39-4616-aaa7-7e45c75f661b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.232370 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.233496 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ddb5709-6a39-4616-aaa7-7e45c75f661b HTTP/1.1" status: 204 len: 168 time: 0.1268780 Feb 21 02:28:12.242246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973946cc-f11f-4307-b931-c9c70fed88bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb5709-6a39-4616-aaa7-7e45c75f661b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:12.546140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52216) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:12.559145 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60e39a66-a2f4-4e79-b7cc-c13db1e41dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.579464 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e99cb-037e-45f3-99bf-0221b605a6b9 req-9911da48-2318-4653-9867-20c068dd848c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:12.581449 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f5e99cb-037e-45f3-99bf-0221b605a6b9 req-9911da48-2318-4653-9867-20c068dd848c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0566511 Feb 21 02:28:12.631995 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f5e99cb-037e-45f3-99bf-0221b605a6b9 req-2678638d-7a97-4790-aff3-45a4335a9079 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443380 Feb 21 02:28:12.647136 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60e39a66-a2f4-4e79-b7cc-c13db1e41dc5 admin admin] Publish callbacks [] for security_group (7c58f7a7-c249-4f27-b0c0-73ae259901ac), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.650938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-60e39a66-a2f4-4e79-b7cc-c13db1e41dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7c58f7a7-c249-4f27-b0c0-73ae259901ac), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.688593 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-60e39a66-a2f4-4e79-b7cc-c13db1e41dc5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eac5a05e3c4c4a119c5fa2908d193ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419883 Feb 21 02:28:12.689483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e39a66-a2f4-4e79-b7cc-c13db1e41dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58f7a7-c249-4f27-b0c0-73ae259901ac,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:12.691347 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52218) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:12.738564 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] Publish callbacks [] for security_group (7c58f7a7-c249-4f27-b0c0-73ae259901ac), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.759044 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] Publish callbacks [] for security_group (7c58f7a7-c249-4f27-b0c0-73ae259901ac), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.807088 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7c58f7a7-c249-4f27-b0c0-73ae259901ac), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.809727 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:12.811004 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c58f7a7-c249-4f27-b0c0-73ae259901ac HTTP/1.1" status: 204 len: 168 time: 0.1186559 Feb 21 02:28:12.819194 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b11743-16c6-4f23-bbfc-4d4ad8d3fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58f7a7-c249-4f27-b0c0-73ae259901ac,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:12.888656 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dacf4-9281-45b9-b716-6bfb8b8cd7bf req-2cc1a873-7c87-44d0-b58d-733386d324a5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:12.890937 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca9dacf4-9281-45b9-b716-6bfb8b8cd7bf req-2cc1a873-7c87-44d0-b58d-733386d324a5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0567033 Feb 21 02:28:12.939679 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca9dacf4-9281-45b9-b716-6bfb8b8cd7bf req-14184524-81fe-414f-a10d-b1648744d5e5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Feb 21 02:28:13.130386 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52228) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:13.155613 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f5c-8f84-4d9b-beac-5abaaa6a0d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.215740 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d999-652e-479c-ac41-933c851d59a9 req-6c974eae-3fac-4669-a7bb-c8ffe7c7c152 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:13.217255 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d775d999-652e-479c-ac41-933c851d59a9 req-6c974eae-3fac-4669-a7bb-c8ffe7c7c152 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0799668 Feb 21 02:28:13.288251 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d775d999-652e-479c-ac41-933c851d59a9 req-d20d767f-24d5-41f2-8c0f-7b78235768a9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626042 Feb 21 02:28:13.296446 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f5c-8f84-4d9b-beac-5abaaa6a0d8f admin admin] Publish callbacks [] for security_group (7c893490-5bc1-46cb-ba56-e2bceab00498), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.300656 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2eec6f5c-8f84-4d9b-beac-5abaaa6a0d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7c893490-5bc1-46cb-ba56-e2bceab00498), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.339341 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2eec6f5c-8f84-4d9b-beac-5abaaa6a0d8f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=573712c616214533bc10d53cdee6d43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078097 Feb 21 02:28:13.340200 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec6f5c-8f84-4d9b-beac-5abaaa6a0d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c893490-5bc1-46cb-ba56-e2bceab00498,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:13.342096 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52230) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:13.392250 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] Publish callbacks [] for security_group (7c893490-5bc1-46cb-ba56-e2bceab00498), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.414608 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] Publish callbacks [] for security_group (7c893490-5bc1-46cb-ba56-e2bceab00498), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.465557 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7c893490-5bc1-46cb-ba56-e2bceab00498), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.468097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:13.469213 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c893490-5bc1-46cb-ba56-e2bceab00498 HTTP/1.1" status: 204 len: 168 time: 0.1260886 Feb 21 02:28:13.476558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d608-0716-4e90-8110-a2ec707a7105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c893490-5bc1-46cb-ba56-e2bceab00498,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:13.751070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe6b04-ca55-4427-9a21-cc6ea521657b req-c2f57ecb-25e0-4023-9375-91ccf83ee334 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:13.752554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0fe6b04-ca55-4427-9a21-cc6ea521657b req-c2f57ecb-25e0-4023-9375-91ccf83ee334 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0526505 Feb 21 02:28:13.803738 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0fe6b04-ca55-4427-9a21-cc6ea521657b req-b8453e08-7716-4fc9-a48e-739b6975d3ea tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Feb 21 02:28:14.064787 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f895-27b7-4ebb-9af6-0bd2dc5b64b9 req-0bc7482d-115e-4d5e-9172-4f0ffdfb197a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:14.066305 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e891f895-27b7-4ebb-9af6-0bd2dc5b64b9 req-0bc7482d-115e-4d5e-9172-4f0ffdfb197a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0561135 Feb 21 02:28:14.119969 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e891f895-27b7-4ebb-9af6-0bd2dc5b64b9 req-909994d9-8721-405c-a4de-2375432d7ebb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Feb 21 02:28:14.405878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6717-70c6-4785-95fc-5dc09f98452c req-32f37894-660c-4ae3-9219-e794d494f72c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:14.407361 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d67e6717-70c6-4785-95fc-5dc09f98452c req-32f37894-660c-4ae3-9219-e794d494f72c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0524051 Feb 21 02:28:14.460723 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d67e6717-70c6-4785-95fc-5dc09f98452c req-cd87379a-7d03-431a-9231-a62e9f7d8a8e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Feb 21 02:28:14.536014 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52284) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:14.638449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3199e0f6-ae70-41bd-9750-e6a0104b07cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.709723 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3199e0f6-ae70-41bd-9750-e6a0104b07cd admin admin] Publish callbacks [] for security_group (adc03383-c81f-4b23-b1a9-6177f1ede4a7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.713483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3199e0f6-ae70-41bd-9750-e6a0104b07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (adc03383-c81f-4b23-b1a9-6177f1ede4a7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.750235 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199e0f6-ae70-41bd-9750-e6a0104b07cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc03383-c81f-4b23-b1a9-6177f1ede4a7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:14.755298 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3199e0f6-ae70-41bd-9750-e6a0104b07cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=755e0b4434094d5fbd9799c55d417294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182686 Feb 21 02:28:14.758018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52290) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:14.809854 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] Publish callbacks [] for security_group (adc03383-c81f-4b23-b1a9-6177f1ede4a7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.830942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] Publish callbacks [] for security_group (adc03383-c81f-4b23-b1a9-6177f1ede4a7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.878221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (adc03383-c81f-4b23-b1a9-6177f1ede4a7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.881330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:14.882500 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/adc03383-c81f-4b23-b1a9-6177f1ede4a7 HTTP/1.1" status: 204 len: 168 time: 0.1235251 Feb 21 02:28:14.891294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4343a1a-9016-4cc2-96f6-ba711273c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc03383-c81f-4b23-b1a9-6177f1ede4a7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:14.924735 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebaea3-d4d0-4ede-9ceb-ce2750def9f4 req-1cd1d948-72db-4d3c-b186-bf21713701d7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:14.926766 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31ebaea3-d4d0-4ede-9ceb-ce2750def9f4 req-1cd1d948-72db-4d3c-b186-bf21713701d7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0543897 Feb 21 02:28:14.979107 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31ebaea3-d4d0-4ede-9ceb-ce2750def9f4 req-4bcc0c59-bdd0-4f92-8b10-5fa6a2f8a272 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470216 Feb 21 02:28:15.238478 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1468ea-bdf9-4425-a59c-1ec0ee99909c req-9921ebb8-5f5d-43f9-b633-e13cfa5378e3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:15.240009 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca1468ea-bdf9-4425-a59c-1ec0ee99909c req-9921ebb8-5f5d-43f9-b633-e13cfa5378e3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0527010 Feb 21 02:28:15.287597 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca1468ea-bdf9-4425-a59c-1ec0ee99909c req-af74e50d-8167-40ca-8188-686d2f8a12d3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Feb 21 02:28:15.527809 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d0b9ed8b-90fb-4cd3-9a59-a458999abeea req-8b6e58f6-02a4-4f91-a631-a02dc33b66b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554636 Feb 21 02:28:15.627376 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbcf79-e427-4f5c-a0d8-7bc2e1fa8843 req-202d8aa5-ebe7-4ee4-a4d6-bf8340675316 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:15.628882 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abdbcf79-e427-4f5c-a0d8-7bc2e1fa8843 req-202d8aa5-ebe7-4ee4-a4d6-bf8340675316 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0768030 Feb 21 02:28:15.682740 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abdbcf79-e427-4f5c-a0d8-7bc2e1fa8843 req-67480574-7172-44e7-83d8-8c5f63fceac8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461457 Feb 21 02:28:15.956658 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52350) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:16.115452 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b51dfeda-212d-467b-8048-7f77a9b231e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.153806 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0210-0066-43bd-8cf9-9dd5b75b62aa req-3743594e-d124-4c49-b17b-8c9fa4f24a42 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:16.155350 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a14c0210-0066-43bd-8cf9-9dd5b75b62aa req-3743594e-d124-4c49-b17b-8c9fa4f24a42 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0927367 Feb 21 02:28:16.225858 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a14c0210-0066-43bd-8cf9-9dd5b75b62aa req-bd6d05e2-0d96-4321-90e9-53e96132a9fd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634539 Feb 21 02:28:16.252943 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b51dfeda-212d-467b-8048-7f77a9b231e5 admin admin] Publish callbacks [] for security_group (153a4064-2110-4861-ab7d-9e92a4ee90c5), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.257454 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b51dfeda-212d-467b-8048-7f77a9b231e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (153a4064-2110-4861-ab7d-9e92a4ee90c5), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.296517 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b51dfeda-212d-467b-8048-7f77a9b231e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a79e9db5a184d18aa92a871295f9af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387835 Feb 21 02:28:16.297455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dfeda-212d-467b-8048-7f77a9b231e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153a4064-2110-4861-ab7d-9e92a4ee90c5,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:16.299494 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52358) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:16.350696 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] Publish callbacks [] for security_group (153a4064-2110-4861-ab7d-9e92a4ee90c5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.374220 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] Publish callbacks [] for security_group (153a4064-2110-4861-ab7d-9e92a4ee90c5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.449271 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01499893-1318-4b5a-9233-b0d9e8968360 req-cf9ced62-e2bf-4694-94ad-2990a11fd07d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:16.450782 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01499893-1318-4b5a-9233-b0d9e8968360 req-cf9ced62-e2bf-4694-94ad-2990a11fd07d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0792952 Feb 21 02:28:16.463944 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (153a4064-2110-4861-ab7d-9e92a4ee90c5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.466414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:16.467447 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/153a4064-2110-4861-ab7d-9e92a4ee90c5 HTTP/1.1" status: 204 len: 168 time: 0.1669898 Feb 21 02:28:16.486063 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2d3fa-e0d2-4ca7-9bbc-fc61cfe27238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153a4064-2110-4861-ab7d-9e92a4ee90c5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:16.509883 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01499893-1318-4b5a-9233-b0d9e8968360 req-15dd69a7-dea5-4071-ad0c-eeb5f0aef0e7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Feb 21 02:28:16.882250 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2841f-739a-47d8-9a05-c3e53aa52b11 req-9b865913-f58a-4969-aae5-7cfef6445be7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:16.885229 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3dc2841f-739a-47d8-9a05-c3e53aa52b11 req-9b865913-f58a-4969-aae5-7cfef6445be7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0821285 Feb 21 02:28:16.892987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52396) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:16.949873 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3dc2841f-739a-47d8-9a05-c3e53aa52b11 req-132cb75e-aade-4814-8dcd-1d8ef5dfec62 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541725 Feb 21 02:28:17.182390 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-784a30c3-a680-4c31-9060-b6581d983ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.277721 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-784a30c3-a680-4c31-9060-b6581d983ce2 admin admin] Publish callbacks [] for security_group (9d461d4a-a477-4fc6-8a4c-f629b075ed2c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.295478 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-784a30c3-a680-4c31-9060-b6581d983ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9d461d4a-a477-4fc6-8a4c-f629b075ed2c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.337270 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-784a30c3-a680-4c31-9060-b6581d983ce2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74bf669567254de3a0c01ed05d8b31dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431992 Feb 21 02:28:17.339985 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52428) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:17.379709 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a30c3-a680-4c31-9060-b6581d983ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d461d4a-a477-4fc6-8a4c-f629b075ed2c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:17.385934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3374c-12cf-4259-bf81-ec800c084084 req-a4e47850-9f2c-4e98-a84a-9b9a3f235e0e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:17.392847 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38b3374c-12cf-4259-bf81-ec800c084084 req-a4e47850-9f2c-4e98-a84a-9b9a3f235e0e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0862730 Feb 21 02:28:17.414293 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] Publish callbacks [] for security_group (9d461d4a-a477-4fc6-8a4c-f629b075ed2c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.446608 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38b3374c-12cf-4259-bf81-ec800c084084 req-71639058-6d83-445b-b196-e01a62537a26 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Feb 21 02:28:17.449966 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] Publish callbacks [] for security_group (9d461d4a-a477-4fc6-8a4c-f629b075ed2c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.515245 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9d461d4a-a477-4fc6-8a4c-f629b075ed2c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.518560 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:17.520733 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d461d4a-a477-4fc6-8a4c-f629b075ed2c HTTP/1.1" status: 204 len: 168 time: 0.1794996 Feb 21 02:28:17.529273 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab315f4-d03f-443e-86b5-07021b04b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d461d4a-a477-4fc6-8a4c-f629b075ed2c,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:17.654924 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4baa68-7293-4ed9-8f37-1416bc0d423c req-10054cc6-455b-44c1-aca6-85ed5290cd36 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:17.656406 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8e4baa68-7293-4ed9-8f37-1416bc0d423c req-10054cc6-455b-44c1-aca6-85ed5290cd36 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0575204 Feb 21 02:28:17.726090 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8e4baa68-7293-4ed9-8f37-1416bc0d423c req-714f12a5-412f-40ac-8185-6dc15a66e9d7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633638 Feb 21 02:28:17.987487 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52450) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:18.008816 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce98111-1a44-42ed-8525-06070bef69ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.094200 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce98111-1a44-42ed-8525-06070bef69ef admin admin] Publish callbacks [] for security_group (40923639-59ca-4824-b8c8-9c0c8c1191e8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.098325 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce98111-1a44-42ed-8525-06070bef69ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (40923639-59ca-4824-b8c8-9c0c8c1191e8), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.104880 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34224c2-e964-4bff-b58b-67904f873fca req-17ab194f-5466-493f-9ef0-bbdee543a3b9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:18.112522 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a34224c2-e964-4bff-b58b-67904f873fca req-17ab194f-5466-493f-9ef0-bbdee543a3b9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0682030 Feb 21 02:28:18.144939 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ce98111-1a44-42ed-8525-06070bef69ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=88c23409cd9b4f74830dd08431790931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557326 Feb 21 02:28:18.147115 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce98111-1a44-42ed-8525-06070bef69ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40923639-59ca-4824-b8c8-9c0c8c1191e8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:18.149973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52452) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:18.178941 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a34224c2-e964-4bff-b58b-67904f873fca req-8c732dfe-a0b2-460a-9896-184ae4f88af2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633307 Feb 21 02:28:18.229479 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] Publish callbacks [] for security_group (40923639-59ca-4824-b8c8-9c0c8c1191e8), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.278427 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] Publish callbacks [] for security_group (40923639-59ca-4824-b8c8-9c0c8c1191e8), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.371913 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6e541-7ce5-4f48-8c6e-24a9259a95f6 req-ce45653c-77d3-4f78-b90d-01742e8dcee3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:18.374187 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bcc6e541-7ce5-4f48-8c6e-24a9259a95f6 req-ce45653c-77d3-4f78-b90d-01742e8dcee3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0926421 Feb 21 02:28:18.385881 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (40923639-59ca-4824-b8c8-9c0c8c1191e8), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.387098 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52470) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:18.388468 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.389568 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/40923639-59ca-4824-b8c8-9c0c8c1191e8 HTTP/1.1" status: 204 len: 168 time: 0.2386429 Feb 21 02:28:18.396628 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'floatingip': {'port_id': '754d6b40-0964-484e-9d3d-46275c69f4cb'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:18.398733 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce7a7e-e06c-4fab-a725-dd14658adaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40923639-59ca-4824-b8c8-9c0c8c1191e8,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:18.480331 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:18.696739 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e551c0-7003-4534-aee3-b0976db0b65a req-1bfa2d2f-13ab-4b19-9f50-2b9954b4256c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:18.703803 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-13e551c0-7003-4534-aee3-b0976db0b65a req-1bfa2d2f-13ab-4b19-9f50-2b9954b4256c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1675870 Feb 21 02:28:18.816263 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52498) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:18.941271 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87842cfa-ccd9-48a4-8308-f2361c7d6a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.010427 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-13e551c0-7003-4534-aee3-b0976db0b65a req-8c41869f-fe96-4dee-b1f1-e0cba021db12 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056097 Feb 21 02:28:19.025667 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87842cfa-ccd9-48a4-8308-f2361c7d6a3c admin admin] Publish callbacks [] for security_group (734e9a1a-96e0-4944-be6b-77011934c341), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.032581 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-87842cfa-ccd9-48a4-8308-f2361c7d6a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (734e9a1a-96e0-4944-be6b-77011934c341), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.088039 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-87842cfa-ccd9-48a4-8308-f2361c7d6a3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aa405ad550904cfbb6187d37867d31e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682457 Feb 21 02:28:19.088039 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87842cfa-ccd9-48a4-8308-f2361c7d6a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e9a1a-96e0-4944-be6b-77011934c341,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:19.102255 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52512) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:19.184937 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] Publish callbacks [] for security_group (734e9a1a-96e0-4944-be6b-77011934c341), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.216171 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] Publish callbacks [] for security_group (734e9a1a-96e0-4944-be6b-77011934c341), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.275546 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (734e9a1a-96e0-4944-be6b-77011934c341), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.278158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.282485 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/734e9a1a-96e0-4944-be6b-77011934c341 HTTP/1.1" status: 204 len: 168 time: 0.1760314 Feb 21 02:28:19.290436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b02c6-358c-406e-b51b-2fa1c322fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e9a1a-96e0-4944-be6b-77011934c341,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:19.404747 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52528) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:19.629112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.db.resource_extend [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 02:28:19.666982 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d544c-ef8e-43c5-9810-ca6d1b0c0c1e req-4dfe06d2-28b4-4eea-aa68-a40dfd42daa4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:19.669289 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c8d544c-ef8e-43c5-9810-ca6d1b0c0c1e req-4dfe06d2-28b4-4eea-aa68-a40dfd42daa4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1052299 Feb 21 02:28:19.704066 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-b9848b0f-bdc5-4b9f-a380-54f85a11fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:19.705991 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-b9848b0f-bdc5-4b9f-a380-54f85a11fb2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1129 time: 0.2132678 Feb 21 02:28:19.786760 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c8d544c-ef8e-43c5-9810-ca6d1b0c0c1e req-7c8911b0-0dff-4d41-9b35-dd0905b57705 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098664 Feb 21 02:28:19.823408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.832643 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.879856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1073016767-network', 'tenant_id': 'ebe91b074cd3444ea5b8e2a29179016d'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:19.936275 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Made reservation on behalf of ebe91b074cd3444ea5b8e2a29179016d for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:19.937290 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:19.967108 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.025307 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Floating IP c07a87e3-06ad-44b4-becc-c2a4c3fb8f51 associated. External IP: 172.27.1.3, port: 754d6b40-0964-484e-9d3d-46275c69f4cb. Feb 21 02:28:20.043713 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52560) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:20.062813 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1be42bc0-399f-467e-81a7-a7b38369e2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.080821 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-17f83b37-f1fd-4dc5-bc12-700a737171da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:20.083254 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-17f83b37-f1fd-4dc5-bc12-700a737171da service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.3671253 Feb 21 02:28:20.136258 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks [] for security_group (db7a3245-af9d-4a56-ae07-ac144153962e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.148647 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (db7a3245-af9d-4a56-ae07-ac144153962e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.175473 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-a0fef8ad-1f55-43c0-b8a2-828dde4712c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 200 len: 217 time: 0.0746381 Feb 21 02:28:20.185452 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68579805-1942-4489-99ac-b72908906394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:28:20.198156 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7a3245-af9d-4a56-ae07-ac144153962e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:20.207755 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (483c35b3-b6cd-4bf8-a484-747f90be8d22), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.208081 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Added segment 483c35b3-b6cd-4bf8-a484-747f90be8d22 of type vlan for network 47902730-a416-4a1e-a09f-8dbc18c262d4 Feb 21 02:28:20.224108 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1be42bc0-399f-467e-81a7-a7b38369e2bf admin admin] Publish callbacks [] for security_group (39741253-aca5-43a2-8200-ccdf8f41e0b6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.247045 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1be42bc0-399f-467e-81a7-a7b38369e2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (39741253-aca5-43a2-8200-ccdf8f41e0b6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.273271 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (47902730-a416-4a1e-a09f-8dbc18c262d4), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.300220 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1be42bc0-399f-467e-81a7-a7b38369e2bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6e9ce7efe174e8abbded90b8a021e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547753 Feb 21 02:28:20.303278 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52566) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:20.305359 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42bc0-399f-467e-81a7-a7b38369e2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39741253-aca5-43a2-8200-ccdf8f41e0b6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:20.354069 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (47902730-a416-4a1e-a09f-8dbc18c262d4), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.355029 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:20.355776 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.374601 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-515c23de-6f9c-428a-8e36-bac4bffe5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:20.375934 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-515c23de-6f9c-428a-8e36-bac4bffe5d52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.1891232 Feb 21 02:28:20.378024 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:28:20.418871 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-ff95e323-4ed1-4e33-ab90-faf1d622703b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324793 Feb 21 02:28:20.595852 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-68579805-1942-4489-99ac-b72908906394 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1870384 Feb 21 02:28:20.607683 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52574) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:20.612911 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Request body: {'subnet': {'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1073016767-subnet', 'tenant_id': 'ebe91b074cd3444ea5b8e2a29179016d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:20.629748 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68579805-1942-4489-99ac-b72908906394 admin admin] Pushing event updated for resources: {'Network': ['ID=47902730-a416-4a1e-a09f-8dbc18c262d4,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:20.633896 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] Publish callbacks [] for security_group (39741253-aca5-43a2-8200-ccdf8f41e0b6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.649460 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:28:20.656937 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Made reservation on behalf of ebe91b074cd3444ea5b8e2a29179016d for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:20.659243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.666877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] Publish callbacks [] for security_group (39741253-aca5-43a2-8200-ccdf8f41e0b6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.766056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:28:20.769495 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-32970985-e312-4262-bd24-10de9de72476 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477936 Feb 21 02:28:20.774856 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.799669 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:28:20.812872 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:28:20.813568 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:28:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:20.816648 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (39741253-aca5-43a2-8200-ccdf8f41e0b6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.822690 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:20.833382 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39741253-aca5-43a2-8200-ccdf8f41e0b6 HTTP/1.1" status: 204 len: 168 time: 0.5214319 Feb 21 02:28:20.860220 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-75aca048-38c5-4af8-9dc5-aa1a8c1d4c7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "PUT /v2.0/floatingips/c07a87e3-06ad-44b4-becc-c2a4c3fb8f51 HTTP/1.1" status: 200 len: 990 time: 2.4689362 Feb 21 02:28:20.860220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:20.862242 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5db421-a923-4ec6-a469-59692283c6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:20.866991 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70041dd3-5ebc-4773-9b5f-8a591cfc80d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39741253-aca5-43a2-8200-ccdf8f41e0b6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:20.918776 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e24c599-9a7e-4cbe-86a8-0c1919c8ea7d req-b7d351d8-4502-4145-8da7-70cfde88a248 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422365 Feb 21 02:28:21.000542 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:28:21.013244 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (5b38ec42-7cc5-4818-93a8-3d80c361b980), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:21.034725 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f1a8-6db0-436e-a712-10e5a3e281b5 req-53a992bf-a50e-4bb8-91b5-626cc6890e27 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.036276 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e061f1a8-6db0-436e-a712-10e5a3e281b5 req-53a992bf-a50e-4bb8-91b5-626cc6890e27 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1802344 Feb 21 02:28:21.082621 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6389fcdf-ebeb-4f07-8dee-7920c1254a5d x-openstack-request-id: req-6389fcdf-ebeb-4f07-8dee-7920c1254a5d {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:21.082920 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:21.083175 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6389fcdf-ebeb-4f07-8dee-7920c1254a5d {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:21.083571 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'status': 'completed', 'code': 200} Feb 21 02:28:21.156995 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e061f1a8-6db0-436e-a712-10e5a3e281b5 req-165121c9-c38a-4cba-81b1-3cd06f604b75 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917060 Feb 21 02:28:21.159789 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b38ec42-7cc5-4818-93a8-3d80c361b980,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:21.173736 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Checking segment: {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:28:21.174114 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Network hostable DHCP agents. Network: 47902730-a416-4a1e-a09f-8dbc18c262d4, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:28:21.197132 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:28:21.210250 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 47902730-a416-4a1e-a09f-8dbc18c262d4) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:28:21.216065 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.217566 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-cf12c9fb-81c7-428a-9ce4-f8f2ed0ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.219173 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:21.219918 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec1a50-18ff-4376-a275-c8cf0fda04f6 None None] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:28:21.221556 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-cf12c9fb-81c7-428a-9ce4-f8f2ed0ffb49 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.1083097 Feb 21 02:28:21.258579 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c55c3854-328b-4f1c-92ec-345bff027991 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6497376 Feb 21 02:28:21.373094 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-9248b06c-9dd3-4a98-8c71-0868df9a7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.374984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-9248b06c-9dd3-4a98-8c71-0868df9a7433 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.1479647 Feb 21 02:28:21.419121 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ea3e4-5d62-4099-b635-f8d528c6d3d6 None None] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:28:21.527316 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-89ec893b-84e2-4553-976c-943e0dbf9be9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 998 time: 0.1450267 Feb 21 02:28:21.635914 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-0d67fb3d-bef0-4474-85aa-e8a1954b5e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.638651 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': 'c07a87e3-06ad-44b4-becc-c2a4c3fb8f51', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:3f:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:27:47Z', 'updated_at': '2022-02-21T02:28:19Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:21.640379 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-0d67fb3d-bef0-4474-85aa-e8a1954b5e95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.1038704 Feb 21 02:28:21.702839 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:28:21.713374 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:28:21.714025 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:28:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:21.736457 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-7eafc5d8-570c-4054-8d6c-e23a4c120cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:21.738094 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-7eafc5d8-570c-4054-8d6c-e23a4c120cfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938792 Feb 21 02:28:21.855039 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:28:21.943849 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-7ae15c26-0fbd-49d0-b4e8-5a113af81441 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920114 Feb 21 02:28:22.067795 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5db421-a923-4ec6-a469-59692283c6d9 req-1c180970-3a8d-4571-b230-46cb58b3f3c6 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084270 Feb 21 02:28:22.235977 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': 'c07a87e3-06ad-44b4-becc-c2a4c3fb8f51', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:3f:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:27:47Z', 'updated_at': '2022-02-21T02:28:19Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:22.266999 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359eb26-016b-4a4f-9b7f-7886e6c190ad None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': 'c07a87e3-06ad-44b4-becc-c2a4c3fb8f51', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:3f:f1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:27:47Z', 'updated_at': '2022-02-21T02:28:19Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:28:22.347519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b80b-4736-42d5-ad09-47a10ecf7cee req-c3913112-33ec-4ae0-9b7a-26a31f290eac tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:22.349012 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d4f7b80b-4736-42d5-ad09-47a10ecf7cee req-c3913112-33ec-4ae0-9b7a-26a31f290eac tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1059639 Feb 21 02:28:22.434946 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d4f7b80b-4736-42d5-ad09-47a10ecf7cee req-4e27ef8a-dc84-4195-b875-ab34cfbd024c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Feb 21 02:28:22.578835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b1e98-ca3f-45f8-b984-e74c50b8084f None None] New status for floating IP c07a87e3-06ad-44b4-becc-c2a4c3fb8f51: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:28:23.638159 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-cdabee42-2adb-4cfd-87e4-b92a10360dda tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:23.645790 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-cdabee42-2adb-4cfd-87e4-b92a10360dda tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/networks?id=47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 200 len: 809 time: 0.1495724 Feb 21 02:28:23.662861 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-153bc5ad-0964-494d-84b6-4c002ee8a257 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/quotas/ebe91b074cd3444ea5b8e2a29179016d HTTP/1.1" status: 200 len: 375 time: 0.0152118 Feb 21 02:28:23.700523 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-24d63b17-a4fa-4264-95df-80ea46a2dfb6 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367112 Feb 21 02:28:23.741203 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1654f3-d2fb-46d6-957b-5025b006770c req-17f42596-d3f6-406d-b004-e70bfa11b184 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:23.743508 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-be1654f3-d2fb-46d6-957b-5025b006770c req-17f42596-d3f6-406d-b004-e70bfa11b184 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0817168 Feb 21 02:28:23.798926 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-be1654f3-d2fb-46d6-957b-5025b006770c req-bb93e088-2345-4923-aa59-dcd7ea9f1f8f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Feb 21 02:28:23.825988 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-d6aa1d39-94da-44b9-917d-23629ee94024 service neutron] 10.222.0.75 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181116 Feb 21 02:28:23.913948 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-6d7a3d69-63c5-43c6-b346-f7e7bcb247bd service neutron] 10.222.0.75 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Feb 21 02:28:24.098398 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f018fe02-5d1c-4701-a9b6-1b9b35c04f06 req-d3c82e02-fbe7-45de-b919-68d4eeda0ca0 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 210 time: 0.0298948 Feb 21 02:28:24.938892 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d645d-a20b-421e-a7ff-495fd7fb8d23 req-aefcdaf2-8e44-401c-bb14-6dad46f12f82 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:24.946707 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-434d645d-a20b-421e-a7ff-495fd7fb8d23 req-aefcdaf2-8e44-401c-bb14-6dad46f12f82 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0674160 Feb 21 02:28:25.009587 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-434d645d-a20b-421e-a7ff-495fd7fb8d23 req-de420326-aefa-4cbb-aab3-bdc5b8a49983 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Feb 21 02:28:25.194108 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a6647d7e-562b-4ae0-aa11-82e40acbee77 req-0acf45ca-3629-46fd-81c4-6f86ac0c1fd0 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 210 time: 0.0275729 Feb 21 02:28:25.307976 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-fb2e7cc9-df5e-4b20-87af-4a9da3812499 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:25.309482 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-fb2e7cc9-df5e-4b20-87af-4a9da3812499 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "GET /v2.0/networks?id=47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 200 len: 809 time: 0.1071219 Feb 21 02:28:25.339033 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Request body: {'port': {'device_id': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4', 'admin_state_up': True, 'tenant_id': 'ebe91b074cd3444ea5b8e2a29179016d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:25.458755 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Made reservation on behalf of ebe91b074cd3444ea5b8e2a29179016d for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:25.462308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:25.583903 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Allocated IP 172.20.0.14 (47902730-a416-4a1e-a09f-8dbc18c262d4/5b38ec42-7cc5-4818-93a8-3d80c361b980/0918eaa1-3a14-404c-9caf-d4c22252c6fe) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:28:25.730303 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks [] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:25.762146 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:25.803073 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:28:25.806624 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:28:25.810498 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:28:25.815771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:25.816398 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:25.840023 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5060954 Feb 21 02:28:25.840753 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74d4c0-0342-47fb-a25c-1030c046cfcd tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Pushing event updated for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:25.863915 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Request body: {'port': {'device_id': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:25.934812 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.157300 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4827e-9637-4304-ac78-ecb7bbfa5d7a req-2de6df4d-6432-47b6-b966-e95f608f309e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:26.158854 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-24a4827e-9637-4304-ac78-ecb7bbfa5d7a req-2de6df4d-6432-47b6-b966-e95f608f309e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0650499 Feb 21 02:28:26.205799 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-24a4827e-9637-4304-ac78-ecb7bbfa5d7a req-10010659-a5e2-48f2-9768-fed48584b24a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Feb 21 02:28:26.218131 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0918eaa1-3a14-404c-9caf-d4c22252c6fe {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:26.226560 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks [] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.241864 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Transition to ACTIVE for port object 0918eaa1-3a14-404c-9caf-d4c22252c6fe will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:28:26.246060 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.344190 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Pushing event updated for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:26.367142 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Attempting to bind port 0918eaa1-3a14-404c-9caf-d4c22252c6fe on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:28:26.367483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Attempting to bind port 0918eaa1-3a14-404c-9caf-d4c22252c6fe by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:28:26.367814 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Attempting to bind port 0918eaa1-3a14-404c-9caf-d4c22252c6fe on network 47902730-a416-4a1e-a09f-8dbc18c262d4 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:28:26.380582 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd71185-f14a-4a90-bbfa-e4cea096c6ed req-0f853ecf-5185-465e-be5e-ba4389348b72 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:26.382663 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5bd71185-f14a-4a90-bbfa-e4cea096c6ed req-0f853ecf-5185-465e-be5e-ba4389348b72 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.1092126 Feb 21 02:28:26.383196 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Port 0918eaa1-3a14-404c-9caf-d4c22252c6fe on network 47902730-a416-4a1e-a09f-8dbc18c262d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:28:26.383514 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Attempting to bind port 0918eaa1-3a14-404c-9caf-d4c22252c6fe on network 47902730-a416-4a1e-a09f-8dbc18c262d4 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:28:26.389635 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:28:26.390004 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Checking segment: {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:28:26.390380 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Bound using segment: {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:28:26.390800 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Bound port: 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:28:26.391157 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.476111 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5bd71185-f14a-4a90-bbfa-e4cea096c6ed req-130c8856-4b54-45ec-ba70-34b0bc5ed63b tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875039 Feb 21 02:28:26.485286 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:28:26.488430 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:28:26.494825 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.532403 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:26.533023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:26.534460 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] 10.222.0.42 "PUT /v2.0/ports/0918eaa1-3a14-404c-9caf-d4c22252c6fe HTTP/1.1" status: 200 len: 1094 time: 0.6779366 Feb 21 02:28:26.534879 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:26.537854 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ea9cf-e575-43cb-9052-f6715ab62079" -d '{"events": [{"name": "network-changed", "server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:26.559498 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4744d7-ae22-468c-90b1-56680b43a057 service neutron] Pushing event updated for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:26.575564 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5b8fd-478a-4abd-b94b-d35feb22737a x-openstack-request-id: req-c5c5b8fd-478a-4abd-b94b-d35feb22737a {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:26.575857 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:26.576113 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5c5b8fd-478a-4abd-b94b-d35feb22737a {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:26.576513 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe', 'status': 'completed', 'code': 200} Feb 21 02:28:27.322507 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bfa6a-7e71-4a3b-8580-5b057b7a5672 req-9e310cee-0acf-4750-9233-5d47071afe89 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:27.324026 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f1bfa6a-7e71-4a3b-8580-5b057b7a5672 req-9e310cee-0acf-4750-9233-5d47071afe89 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Feb 21 02:28:27.374321 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f1bfa6a-7e71-4a3b-8580-5b057b7a5672 req-1905fa0c-d252-4715-83c6-267abc05f41a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Feb 21 02:28:27.596677 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0d0ff-9e4e-416a-8e2b-c17111ee8bb6 req-bf2d802d-53de-432c-bbfd-03d11acecc55 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:27.598162 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ef0d0ff-9e4e-416a-8e2b-c17111ee8bb6 req-bf2d802d-53de-432c-bbfd-03d11acecc55 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Feb 21 02:28:27.643076 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ef0d0ff-9e4e-416a-8e2b-c17111ee8bb6 req-ed492d33-5ddb-4b75-972a-f607614c492d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Feb 21 02:28:28.490519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698d424-55c7-4a20-9e95-7b4e4a535ac7 req-b22f3763-ad3b-45ec-a58d-9eb4f7b97957 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:28.492002 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2698d424-55c7-4a20-9e95-7b4e4a535ac7 req-b22f3763-ad3b-45ec-a58d-9eb4f7b97957 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Feb 21 02:28:28.540957 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2698d424-55c7-4a20-9e95-7b4e4a535ac7 req-b2804f1b-9b3c-4103-8c3b-a0402a82fa96 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Feb 21 02:28:28.762044 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619868b3-22ac-4306-8360-3296900c6ebb req-a5c138a5-9922-413e-aa73-545cc7eaab03 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:28.763545 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-619868b3-22ac-4306-8360-3296900c6ebb req-a5c138a5-9922-413e-aa73-545cc7eaab03 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0559394 Feb 21 02:28:28.812122 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-619868b3-22ac-4306-8360-3296900c6ebb req-4becf00b-fbb3-4e47-b1f6-b8939719c002 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Feb 21 02:28:28.978262 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ef3749d5-f5ab-41f8-b7de-3eb85804cbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:29.600974 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-23b655b2-6e27-48f8-a56c-c59426a6ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:29.602634 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-23b655b2-6e27-48f8-a56c-c59426a6ea34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 1128 time: 0.0462255 Feb 21 02:28:29.666519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeb486-9853-4221-8f93-fe4d8fdc1fe2 req-5a361a86-b686-4569-b832-1cd4bc8312b9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:29.668199 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7eaeb486-9853-4221-8f93-fe4d8fdc1fe2 req-5a361a86-b686-4569-b832-1cd4bc8312b9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0606365 Feb 21 02:28:29.716036 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7eaeb486-9853-4221-8f93-fe4d8fdc1fe2 req-8495f8ae-8ae3-46cb-a252-c2d772f9a540 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424361 Feb 21 02:28:29.938458 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266f1d-da7a-4ac8-beec-6d3680a4dec7 req-0e59399f-34cc-4d8a-9769-f1c08dc2702d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:29.939987 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa266f1d-da7a-4ac8-beec-6d3680a4dec7 req-0e59399f-34cc-4d8a-9769-f1c08dc2702d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0546846 Feb 21 02:28:29.983169 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-7ffb7141-068f-466a-b933-1a6eaaa1d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:29.984912 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-7ffb7141-068f-466a-b933-1a6eaaa1d48c service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1654263 Feb 21 02:28:29.988128 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa266f1d-da7a-4ac8-beec-6d3680a4dec7 req-8ab04653-7e1b-4f93-af01-e9ac2b2b23f2 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Feb 21 02:28:30.165559 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-51b101b7-8007-424a-96f7-c91501e94d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:30.167252 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-292ea9cf-e575-43cb-9052-f6715ab62079 req-51b101b7-8007-424a-96f7-c91501e94d0a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750174 Feb 21 02:28:30.284596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-e79bc999-8fe5-44ee-9478-e9068b43f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:30.286420 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-e79bc999-8fe5-44ee-9478-e9068b43f2d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 1128 time: 0.0563226 Feb 21 02:28:30.341630 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-3206ad34-1110-458e-879c-4f6fa3ecec5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe HTTP/1.1" status: 200 len: 217 time: 0.0470006 Feb 21 02:28:30.596835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-534e7c25-dde8-41aa-9f07-7e92fc66d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:30.599998 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-534e7c25-dde8-41aa-9f07-7e92fc66d40e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b38ec42-7cc5-4818-93a8-3d80c361b980 HTTP/1.1" status: 200 len: 849 time: 0.2452943 Feb 21 02:28:30.638543 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-08af1a51-3199-481f-8048-64d35d3491fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47902730-a416-4a1e-a09f-8dbc18c262d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282438 Feb 21 02:28:30.683883 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70900673-19d1-4440-82a2-9928c62161f2 req-5f9695da-cd3b-4395-8a16-bd6b07d6ec09 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:30.697124 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-70900673-19d1-4440-82a2-9928c62161f2 req-5f9695da-cd3b-4395-8a16-bd6b07d6ec09 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0716584 Feb 21 02:28:30.757158 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-c5c5e6a2-faae-479e-ad4f-da14a3d9e9ee service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108525 Feb 21 02:28:30.786195 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-70900673-19d1-4440-82a2-9928c62161f2 req-cc9db25e-60cd-4553-b7cd-f0eb0d702fe7 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880513 Feb 21 02:28:30.928563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe4a1d-0bc2-4a42-b213-8a3521959949 req-e3a8f005-3639-40c3-9574-766be8e46fe7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:30.930338 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-10fe4a1d-0bc2-4a42-b213-8a3521959949 req-e3a8f005-3639-40c3-9574-766be8e46fe7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1169600 Feb 21 02:28:30.934282 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-718710c8-cbbf-450e-b1ec-8864b89c52dd req-e5bcbf94-1fc6-45ed-906f-f56471c28a10 service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651158 Feb 21 02:28:30.985257 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-10fe4a1d-0bc2-4a42-b213-8a3521959949 req-b31120a8-9753-4341-b5d9-1f4962ed8dcc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Feb 21 02:28:31.112153 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71028e83-c69a-48b4-aaf5-12df3a76d591 req-dc1c05e5-59ed-4d51-b628-34c0b49339c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:31.113667 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-71028e83-c69a-48b4-aaf5-12df3a76d591 req-dc1c05e5-59ed-4d51-b628-34c0b49339c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0546899 Feb 21 02:28:31.165359 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-71028e83-c69a-48b4-aaf5-12df3a76d591 req-9148fd32-a160-4a3c-b52e-1702a261514c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Feb 21 02:28:31.339598 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 52962) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:31.434964 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e31a007-07ad-49f7-afc7-caa2d53805d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.444893 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.517407 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Publish callbacks [] for security_group (780fcd51-c380-4702-a3d1-161ed5df9a2e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.521315 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (780fcd51-c380-4702-a3d1-161ed5df9a2e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.559026 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78201b8f85ca464e9e557c3fd778cf20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183897 Feb 21 02:28:31.559886 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780fcd51-c380-4702-a3d1-161ed5df9a2e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:31.561828 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52966) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:31.566882 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.567239 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.567591 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.567970 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.568301 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.568636 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.568967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.569293 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.569622 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.569974 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.570299 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.570623 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.570940 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b467f82-aa0b-48d1-abc4-249e9d406c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.608789 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Publish callbacks [] for security_group (780fcd51-c380-4702-a3d1-161ed5df9a2e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.629518 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Publish callbacks [] for security_group (780fcd51-c380-4702-a3d1-161ed5df9a2e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.678698 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (780fcd51-c380-4702-a3d1-161ed5df9a2e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.681371 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:31.682593 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/780fcd51-c380-4702-a3d1-161ed5df9a2e HTTP/1.1" status: 204 len: 168 time: 0.1197221 Feb 21 02:28:31.691213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780fcd51-c380-4702-a3d1-161ed5df9a2e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:31.698482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.698845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.699212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.699538 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.699876 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.700209 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.700541 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.700874 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.701327 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.701523 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.701879 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.702215 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.702541 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7033af8-74e7-406f-b3db-37e863d1a405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:31.902391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736f317-db2e-4631-9e78-cd0fbb7247f5 req-684bf863-f217-4146-a2f3-62264de81fc9 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:31.903924 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7736f317-db2e-4631-9e78-cd0fbb7247f5 req-684bf863-f217-4146-a2f3-62264de81fc9 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0568647 Feb 21 02:28:31.954335 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7736f317-db2e-4631-9e78-cd0fbb7247f5 req-0235c919-6e8f-45d1-ba19-13a51a55ce1b tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445623 Feb 21 02:28:31.955825 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52978) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:31.970079 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29993f24-6b63-42f8-9482-8c39176f9758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.085245 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29993f24-6b63-42f8-9482-8c39176f9758 admin admin] Publish callbacks [] for security_group (7664b511-0423-427e-88b8-1d52501d870e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.090425 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-29993f24-6b63-42f8-9482-8c39176f9758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7664b511-0423-427e-88b8-1d52501d870e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.127017 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0755-2d2d-423a-9e58-9e90bb54f733 req-c6b65240-c17d-4ea7-afc4-9dae434a5e58 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:32.129103 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94be0755-2d2d-423a-9e58-9e90bb54f733 req-c6b65240-c17d-4ea7-afc4-9dae434a5e58 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0625494 Feb 21 02:28:32.137110 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-29993f24-6b63-42f8-9482-8c39176f9758 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ea8e30ab4054d31aec22454faf38b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801362 Feb 21 02:28:32.138037 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29993f24-6b63-42f8-9482-8c39176f9758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7664b511-0423-427e-88b8-1d52501d870e,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:32.140360 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 52992) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:32.189993 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-94be0755-2d2d-423a-9e58-9e90bb54f733 req-e400576a-f7fe-401c-8656-1bb3f55db927 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531132 Feb 21 02:28:32.191284 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] Publish callbacks [] for security_group (7664b511-0423-427e-88b8-1d52501d870e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.220039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] Publish callbacks [] for security_group (7664b511-0423-427e-88b8-1d52501d870e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.223819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.299132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7664b511-0423-427e-88b8-1d52501d870e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.301951 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:32.303302 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7664b511-0423-427e-88b8-1d52501d870e HTTP/1.1" status: 204 len: 168 time: 0.1620164 Feb 21 02:28:32.315229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6b52-5e6a-4e1b-bf46-ff75a8d10aaa req-0831374c-05fb-4fdd-ae87-f2921070ef3e tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:32.315988 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-265b6b52-5e6a-4e1b-bf46-ff75a8d10aaa req-0831374c-05fb-4fdd-ae87-f2921070ef3e tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0652385 Feb 21 02:28:32.323651 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe14b3-9642-4e82-9695-cbb632d4bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7664b511-0423-427e-88b8-1d52501d870e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:32.386806 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-265b6b52-5e6a-4e1b-bf46-ff75a8d10aaa req-40084820-4474-4a43-8e00-85226a482657 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Feb 21 02:28:33.093595 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfb1a3-0178-4859-9af7-794b3548a268 req-8cbeb89f-e55e-42cc-99fd-a8ef1c65e4ef tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:33.095756 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5cfb1a3-0178-4859-9af7-794b3548a268 req-8cbeb89f-e55e-42cc-99fd-a8ef1c65e4ef tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0623960 Feb 21 02:28:33.150205 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5cfb1a3-0178-4859-9af7-794b3548a268 req-cbbe9b08-f263-44a4-b20c-eea6309dce30 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/security-groups?id=73943939-5fa8-4793-8b34-893910f123c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481851 Feb 21 02:28:33.310042 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53038) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:33.336256 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55923-58f5-40bd-88dd-a3a4ee418304 req-ba5c0e08-23d7-4bca-86c9-44423d67d10e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:33.338059 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-46b55923-58f5-40bd-88dd-a3a4ee418304 req-ba5c0e08-23d7-4bca-86c9-44423d67d10e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0690358 Feb 21 02:28:33.391400 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-46b55923-58f5-40bd-88dd-a3a4ee418304 req-e2adc31f-57f3-4dd2-be3e-d3f3c4d04f8e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Feb 21 02:28:33.455835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-66447afd-d231-4257-9229-850241787674 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:33.457903 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-66447afd-d231-4257-9229-850241787674 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.42 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 945 time: 0.0645363 Feb 21 02:28:33.484805 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:28:33.524054 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159f16-1cf5-4d5f-805b-c6222503eccb req-77c88884-8367-4a43-a9f6-dd0d240900ba tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:33.525938 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d159f16-1cf5-4d5f-805b-c6222503eccb req-77c88884-8367-4a43-a9f6-dd0d240900ba tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 944 time: 0.0602808 Feb 21 02:28:33.569039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42ea0908-c003-4716-bb35-9217e96a1d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.576004 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53050) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:33.599147 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d159f16-1cf5-4d5f-805b-c6222503eccb req-352113b9-73fa-467f-9964-f924e4ef0710 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672491 Feb 21 02:28:33.665282 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Deleting port 564ee339-f6a7-4482-9e82-3e4945304a7c {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:28:33.665518 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.750486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42ea0908-c003-4716-bb35-9217e96a1d91 admin admin] Publish callbacks [] for security_group (92b836ea-8ad6-4c25-a074-eacb84a005b7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.762220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42ea0908-c003-4716-bb35-9217e96a1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (92b836ea-8ad6-4c25-a074-eacb84a005b7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.783173 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.795071 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4d78d809-3fa2-4e2b-945f-01cbcdb7099b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.813247 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] For port 564ee339-f6a7-4482-9e82-3e4945304a7c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=564ee339-f6a7-4482-9e82-3e4945304a7c,segment=NetworkSegment(5e367ad8-0088-4249-9d76-d8888c94bc2e),segment_id=5e367ad8-0088-4249-9d76-d8888c94bc2e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:33.813608 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.841499 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-42ea0908-c003-4716-bb35-9217e96a1d91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=212d1213949c48c3b8cfefca5b62033e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303593 Feb 21 02:28:33.843086 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Calling delete_port for 564ee339-f6a7-4482-9e82-3e4945304a7c owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:28:33.846143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53058) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:33.856743 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea0908-c003-4716-bb35-9217e96a1d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b836ea-8ad6-4c25-a074-eacb84a005b7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:33.882545 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4d78d809-3fa2-4e2b-945f-01cbcdb7099b admin admin] Publish callbacks [] for security_group (3897c0c7-35da-473e-a8df-7d0beacef215), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.887090 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4d78d809-3fa2-4e2b-945f-01cbcdb7099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3897c0c7-35da-473e-a8df-7d0beacef215), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.918969 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4d78d809-3fa2-4e2b-945f-01cbcdb7099b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4072551ad4ec4127b53221344cff6e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417230 Feb 21 02:28:33.922102 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53062) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:33.948561 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78d809-3fa2-4e2b-945f-01cbcdb7099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3897c0c7-35da-473e-a8df-7d0beacef215,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:33.985227 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] Publish callbacks [] for security_group (3897c0c7-35da-473e-a8df-7d0beacef215), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:33.988046 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] Publish callbacks [] for security_group (92b836ea-8ad6-4c25-a074-eacb84a005b7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.014852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] Publish callbacks [] for security_group (3897c0c7-35da-473e-a8df-7d0beacef215), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.015889 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] Publish callbacks [] for security_group (92b836ea-8ad6-4c25-a074-eacb84a005b7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.065995 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3897c0c7-35da-473e-a8df-7d0beacef215), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.069843 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.079899 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3897c0c7-35da-473e-a8df-7d0beacef215 HTTP/1.1" status: 204 len: 168 time: 0.1505411 Feb 21 02:28:34.088230 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e36b19-a6ee-438c-9260-a43a5ed1ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3897c0c7-35da-473e-a8df-7d0beacef215,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:34.096039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (564ee339-f6a7-4482-9e82-3e4945304a7c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.111352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['564ee339-f6a7-4482-9e82-3e4945304a7c'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:34.138653 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 0918eaa1-3a14-404c-9caf-d4c22252c6fe details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:28:34.244236 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Pushing event deleted for resources: {'Port': ['ID=564ee339-f6a7-4482-9e82-3e4945304a7c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:34.254345 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] No DVR routers for this DVR port 564ee339-f6a7-4482-9e82-3e4945304a7c on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:28:34.262477 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.266536 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cccde80b-72e9-4e1b-9c62-b004362fc434 req-e6a4cd78-24a6-47ca-929c-f21d8012a576 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.42 "DELETE /v2.0/ports/564ee339-f6a7-4482-9e82-3e4945304a7c HTTP/1.1" status: 204 len: 173 time: 0.7985160 Feb 21 02:28:34.267227 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (92b836ea-8ad6-4c25-a074-eacb84a005b7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.268793 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:34.270346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.274667 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92b836ea-8ad6-4c25-a074-eacb84a005b7 HTTP/1.1" status: 204 len: 168 time: 0.4232614 Feb 21 02:28:34.274667 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'name': 'network-vif-deleted', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:34.277457 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c1457e-04cb-4cef-91b3-c043b4a4fae4" -d '{"events": [{"server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "name": "network-vif-deleted", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:34.283779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '0918eaa1-3a14-404c-9caf-d4c22252c6fe', 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4', 'port_id': '0918eaa1-3a14-404c-9caf-d4c22252c6fe', 'mac_address': 'fa:16:3e:ed:1e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b38ec42-7cc5-4818-93a8-3d80c361b980', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:28:34.322560 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14be97-8333-4962-a16e-87dcfeb71286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b836ea-8ad6-4c25-a074-eacb84a005b7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:34.329152 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9f35f0c6-bf3c-4d77-a4df-6313d70d88b4 req-a3b15b6b-d874-44ae-a8d2-ecd65fa42ea7 tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0552769 Feb 21 02:28:34.342994 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 0918eaa1-3a14-404c-9caf-d4c22252c6fe is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:34.343487 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.365834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0918eaa1-3a14-404c-9caf-d4c22252c6fe {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:34.376404 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ccd36a-343d-49dd-8d46-5198d45b4b34 x-openstack-request-id: req-e2ccd36a-343d-49dd-8d46-5198d45b4b34 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:34.377025 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db8fe7-822f-4654-af4d-f883ba203764", "name": "network-vif-deleted", "tag": "564ee339-f6a7-4482-9e82-3e4945304a7c", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:34.377801 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2ccd36a-343d-49dd-8d46-5198d45b4b34 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:34.378749 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db8fe7-822f-4654-af4d-f883ba203764', 'name': 'network-vif-deleted', 'tag': '564ee339-f6a7-4482-9e82-3e4945304a7c', 'status': 'completed', 'code': 200} Feb 21 02:28:34.393117 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:34.399198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:34.471915 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:34.486559 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.487010 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.487378 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.487722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.488059 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.488557 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.489160 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.489520 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.490483 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.490831 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.491195 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.491520 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.491841 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:28:34.529238 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbec0b-edaa-4d20-a53c-b02b5470d24a req-01683286-0fcc-4163-a59e-13287151d1c6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:34.530853 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fbbec0b-edaa-4d20-a53c-b02b5470d24a req-01683286-0fcc-4163-a59e-13287151d1c6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0575988 Feb 21 02:28:34.603579 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fbbec0b-edaa-4d20-a53c-b02b5470d24a req-dfb5c1d8-a66d-4b23-95f8-cc407005fac3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Feb 21 02:28:34.772835 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d323209-a88d-4a94-be7c-fc44dc232550 req-77d5f427-4918-4a4b-92f4-af1350554359 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:34.781118 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d323209-a88d-4a94-be7c-fc44dc232550 req-77d5f427-4918-4a4b-92f4-af1350554359 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 945 time: 0.0703030 Feb 21 02:28:34.841039 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d323209-a88d-4a94-be7c-fc44dc232550 req-7ed789c3-71a4-4f23-88ed-8dd579cc5b4c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563657 Feb 21 02:28:34.899222 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['0918eaa1-3a14-404c-9caf-d4c22252c6fe'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:35.357238 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:35.496394 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c757b167-97ad-42d5-b5d1-81c2fc77dd98 req-4a242555-ceb7-4418-8c69-21ea221d765b tempest-DeleteServersTestJSON-1421956463 tempest-DeleteServersTestJSON-1421956463-project] 10.222.0.75 "GET /v2.0/ports?device_id=57db8fe7-822f-4654-af4d-f883ba203764 HTTP/1.1" status: 200 len: 210 time: 0.0311892 Feb 21 02:28:35.554192 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-03f5f974-3619-4e37-9c56-0f4a909169f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551343 Feb 21 02:28:35.660797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654e3b-9900-4747-9018-3b9657d117ee req-ab5ced7a-2a9a-4e3c-b44d-62f63d2f112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:35.663351 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-ab5ced7a-2a9a-4e3c-b44d-62f63d2f112a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 1129 time: 0.0529027 Feb 21 02:28:35.747856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129d42d-b1e7-4aaf-a782-3e942f7c97ff req-e69502e1-3b6b-4e36-afc0-d0ef663cf4c4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:35.749486 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1129d42d-b1e7-4aaf-a782-3e942f7c97ff req-e69502e1-3b6b-4e36-afc0-d0ef663cf4c4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0639610 Feb 21 02:28:35.816269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654e3b-9900-4747-9018-3b9657d117ee req-80c243c5-71cb-4583-b541-0d1990175be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:35.818812 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-80c243c5-71cb-4583-b541-0d1990175be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 915 time: 0.1336706 Feb 21 02:28:35.834440 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1129d42d-b1e7-4aaf-a782-3e942f7c97ff req-c091765b-3610-4921-86f2-ca4e2f25e9e3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Feb 21 02:28:35.884573 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-3f037d94-c67a-4324-aa96-0b9df728d911 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff HTTP/1.1" status: 200 len: 217 time: 0.0470586 Feb 21 02:28:36.000811 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654e3b-9900-4747-9018-3b9657d117ee req-7482a500-4a5f-4341-8598-f01430e7134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:36.002545 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-7482a500-4a5f-4341-8598-f01430e7134b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.1109014 Feb 21 02:28:36.024972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb7642-d4a9-4789-9f02-743e6fdee909 req-8e0a3872-b4ac-4cea-bba0-2387b8bfadee tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:36.026479 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9cb7642-d4a9-4789-9f02-743e6fdee909 req-8e0a3872-b4ac-4cea-bba0-2387b8bfadee tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 945 time: 0.1120172 Feb 21 02:28:36.047476 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-e590a90c-0be2-4758-a2f0-94d752cf9a56 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367789 Feb 21 02:28:36.149756 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9cb7642-d4a9-4789-9f02-743e6fdee909 req-23ab9c9e-2e25-498e-ab00-fefb41f34097 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049342 Feb 21 02:28:36.165019 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 564ee339-f6a7-4482-9e82-3e4945304a7c no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:28:36.185209 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-ac5f8d05-0671-49db-92d8-a37f14994505 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255503 Feb 21 02:28:36.188225 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 564ee339-f6a7-4482-9e82-3e4945304a7c {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:28:36.188581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 564ee339-f6a7-4482-9e82-3e4945304a7c not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:28:36.287394 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f0654e3b-9900-4747-9018-3b9657d117ee req-97277a07-30e4-4993-9238-b66b1e809d28 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897512 Feb 21 02:28:36.937875 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb91c-91da-461c-b403-ec62566e7839 req-38e0c40b-2e41-4451-bade-71faddbb9264 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:36.939716 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5ffb91c-91da-461c-b403-ec62566e7839 req-38e0c40b-2e41-4451-bade-71faddbb9264 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0535498 Feb 21 02:28:36.998809 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5ffb91c-91da-461c-b403-ec62566e7839 req-f68e9ca2-27ca-4c2f-9c7a-649f039a8fc7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Feb 21 02:28:37.277217 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7f8d3-eba2-47fb-bcda-bec5dd5aa4da req-d443b635-bd16-4d13-b8d1-13f1b5609002 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:37.278708 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2f7f8d3-eba2-47fb-bcda-bec5dd5aa4da req-d443b635-bd16-4d13-b8d1-13f1b5609002 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Feb 21 02:28:37.325700 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2f7f8d3-eba2-47fb-bcda-bec5dd5aa4da req-d1b2693a-3a39-4f15-bfe7-5eea5bd06cf3 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 21 02:28:37.675508 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-e1a1ce74-166c-47b8-a46a-1ec4bb052d2d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:37.677218 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-e1a1ce74-166c-47b8-a46a-1ec4bb052d2d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.0985541 Feb 21 02:28:37.678164 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:37.691357 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-180aaf95-758f-4501-989b-6e5a87f6971b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/quotas/440cb05903bb427baa54dbe25b56ee7c HTTP/1.1" status: 200 len: 375 time: 0.0088105 Feb 21 02:28:37.745448 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-d3b18cc0-1e87-49d1-b771-089c76fc408b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493052 Feb 21 02:28:37.835371 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-02fcc3fa-0970-4d29-b212-30d107c619d9 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817094 Feb 21 02:28:37.927953 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-20b6216d-a4b2-4cc6-ac43-1aa18b12dae8 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868406 Feb 21 02:28:38.081301 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f048ab08-9a21-44e7-8578-2fd4ca1a7d2a req-1b0cc70c-02d7-4ae4-8b3c-1b50f144d867 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0273638 Feb 21 02:28:38.129440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457c1d-25b8-4aae-8b57-ecb9143e9bf2 req-ca877f2c-66fa-4984-a07e-78d10dc0feca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:38.131710 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d457c1d-25b8-4aae-8b57-ecb9143e9bf2 req-ca877f2c-66fa-4984-a07e-78d10dc0feca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0584095 Feb 21 02:28:38.173151 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 0918eaa1-3a14-404c-9caf-d4c22252c6fe up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:28:38.196465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d457c1d-25b8-4aae-8b57-ecb9143e9bf2 req-177bc77e-b4c0-4b04-b774-3fad2c6ed55d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591209 Feb 21 02:28:38.230793 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 0918eaa1-3a14-404c-9caf-d4c22252c6fe completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:28:38.236754 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 0918eaa1-3a14-404c-9caf-d4c22252c6fe triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:28:38.237618 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:38.333920 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 0918eaa1-3a14-404c-9caf-d4c22252c6fe is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:28:38.334457 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:38.358310 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:38.361020 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed4312b-2125-4ad4-8ae7-97b9cd72bf3f" -d '{"events": [{"server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "name": "network-vif-plugged", "status": "completed", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:38.385953 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:28:38.393265 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:38.421160 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aafd9b7-9646-4ac7-bf29-14448af72061 x-openstack-request-id: req-8aafd9b7-9646-4ac7-bf29-14448af72061 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:38.421702 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "name": "network-vif-plugged", "status": "completed", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:38.422118 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8aafd9b7-9646-4ac7-bf29-14448af72061 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:38.422539 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe', 'code': 200} Feb 21 02:28:38.452500 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:38.469590 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53746-e7e4-42e2-a952-6665e3e37e48 req-9e8df177-da65-4e90-9cd5-a34a9afb66ff tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:38.471097 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6f53746-e7e4-42e2-a952-6665e3e37e48 req-9e8df177-da65-4e90-9cd5-a34a9afb66ff tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0641737 Feb 21 02:28:38.519293 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6f53746-e7e4-42e2-a952-6665e3e37e48 req-13c6e001-e5ab-43d2-8a72-5c28c0894c64 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Feb 21 02:28:39.176474 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b067dbd2-8b0b-40b3-b221-f5e6db69ee71 req-6f94eaa2-c64c-437d-b3a6-a71d9daa8edb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0263190 Feb 21 02:28:39.313511 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bdd3f-c281-484f-bd83-072f9ebdcefd req-ed6b7223-bab5-43e4-9874-6b0d18e8b18d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:39.315017 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c34bdd3f-c281-484f-bd83-072f9ebdcefd req-ed6b7223-bab5-43e4-9874-6b0d18e8b18d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Feb 21 02:28:39.366215 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c34bdd3f-c281-484f-bd83-072f9ebdcefd req-ccb5c7f2-4d01-4b56-afc8-2d30b60f81bc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Feb 21 02:28:39.634790 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e78ff-fcb2-4448-aca9-b65733d78481 req-eccfada6-0049-404a-9cfe-23b4c9cc3cec tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:39.636333 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-968e78ff-fcb2-4448-aca9-b65733d78481 req-eccfada6-0049-404a-9cfe-23b4c9cc3cec tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0498250 Feb 21 02:28:39.685372 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-968e78ff-fcb2-4448-aca9-b65733d78481 req-7840daed-2fb3-4d2b-9372-80872b605002 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Feb 21 02:28:40.265343 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ccbfa05e-74dd-4a74-bddd-37b17cbfd4a4 req-02911368-148c-4c04-b9f8-854b8b739eb4 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0266633 Feb 21 02:28:40.487670 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c712d-7465-4fbd-9031-4e828b497be9 req-de6535ce-4ac6-486f-a7ed-bad19991002c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:40.489056 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-329c712d-7465-4fbd-9031-4e828b497be9 req-de6535ce-4ac6-486f-a7ed-bad19991002c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0555632 Feb 21 02:28:40.536046 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-329c712d-7465-4fbd-9031-4e828b497be9 req-fff1e685-84f2-4646-9f45-e81889f96d77 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Feb 21 02:28:40.805167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914925a-edbc-4b74-97f5-9c641c50450d req-465cd057-e872-4c93-8d79-20c5078c697d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:40.806652 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a914925a-edbc-4b74-97f5-9c641c50450d req-465cd057-e872-4c93-8d79-20c5078c697d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0552304 Feb 21 02:28:40.853223 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a914925a-edbc-4b74-97f5-9c641c50450d req-88e6b3f8-58c5-405e-bd05-b4d50f59a75b tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Feb 21 02:28:41.355818 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-25711750-079c-49c1-8771-696405fafc04 req-583e1a80-28a9-4e17-bdcc-eb20c67ad587 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0265565 Feb 21 02:28:41.652681 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dafa3-c679-44b3-9aa5-4656ec0a72e9 req-04cfa4c0-65e1-4961-9a67-5f63940d777c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:41.654180 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d19dafa3-c679-44b3-9aa5-4656ec0a72e9 req-04cfa4c0-65e1-4961-9a67-5f63940d777c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Feb 21 02:28:41.703778 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d19dafa3-c679-44b3-9aa5-4656ec0a72e9 req-7d6de9dc-551c-409e-a330-32417e18520c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Feb 21 02:28:42.006439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9bce-2930-4454-9da8-c236726696c0 req-8846c2b0-1cb8-46dd-bd3d-98385219e8b7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:42.007957 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-600c9bce-2930-4454-9da8-c236726696c0 req-8846c2b0-1cb8-46dd-bd3d-98385219e8b7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0856597 Feb 21 02:28:42.010651 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e92d2a-0c2a-4530-aae7-48fb6afe1814 req-7acbce5f-0dae-48f6-8d40-e1eb697e991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:42.012238 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-75e92d2a-0c2a-4530-aae7-48fb6afe1814 req-7acbce5f-0dae-48f6-8d40-e1eb697e991d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 1130 time: 0.0804007 Feb 21 02:28:42.086635 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-600c9bce-2930-4454-9da8-c236726696c0 req-3e2edc42-5c05-4033-9e18-dfaeaa617d80 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707643 Feb 21 02:28:42.089843 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-75e92d2a-0c2a-4530-aae7-48fb6afe1814 req-42b9badd-afa5-464f-bd0f-e877e0e5f8e8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651996 Feb 21 02:28:42.456608 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ada4428-ff46-4d7e-adcc-0ee4980dbe8e req-8a408d77-2b2d-407e-b27f-51e6200b5804 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0354681 Feb 21 02:28:42.820550 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ea860-a98c-4cb1-8416-6510e8e3a7b9 req-b620153e-5c6e-40b6-b6ff-cc619148f8f1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:42.822021 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ad9ea860-a98c-4cb1-8416-6510e8e3a7b9 req-b620153e-5c6e-40b6-b6ff-cc619148f8f1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0524299 Feb 21 02:28:42.867339 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ad9ea860-a98c-4cb1-8416-6510e8e3a7b9 req-475a9c92-4f78-430b-a730-76b287d16c91 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Feb 21 02:28:43.202531 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae0e8-6f7f-45b9-bf3d-e387d8b77d45 req-8eab402c-aa5b-471c-a2e1-2e6f82538301 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:43.203970 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fabae0e8-6f7f-45b9-bf3d-e387d8b77d45 req-8eab402c-aa5b-471c-a2e1-2e6f82538301 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0503192 Feb 21 02:28:43.250046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fabae0e8-6f7f-45b9-bf3d-e387d8b77d45 req-2164b8ae-07fe-4d71-a1a1-890a5b08f6ed tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Feb 21 02:28:43.556592 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b3b9c5a-0208-48e5-aa8b-7f0d97295c12 req-5258b750-03c8-4e96-a4a6-d08e7863110c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0315466 Feb 21 02:28:43.980702 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4041e25-1e7e-4a7b-9d83-11e8ec9167bb req-b246f7ec-0f1c-4423-812f-ba585d5304b2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:43.982200 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4041e25-1e7e-4a7b-9d83-11e8ec9167bb req-b246f7ec-0f1c-4423-812f-ba585d5304b2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0508170 Feb 21 02:28:44.031015 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4041e25-1e7e-4a7b-9d83-11e8ec9167bb req-fb8a4b1d-c47e-4464-98b4-a26a5e63654b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Feb 21 02:28:44.366898 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e3a87-0944-4932-943b-9f6edb0530e8 req-afbd2a13-c13d-4dc2-a4f9-6f0ae762bfa8 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:44.368378 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d2e3a87-0944-4932-943b-9f6edb0530e8 req-afbd2a13-c13d-4dc2-a4f9-6f0ae762bfa8 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0518737 Feb 21 02:28:44.421862 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d2e3a87-0944-4932-943b-9f6edb0530e8 req-01f2d267-0a25-44a5-b1ec-4fdbe3cadd46 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Feb 21 02:28:44.648248 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a633a86-2af0-48b6-8266-6aad6950bea8 req-368a37c1-9a5d-4442-88e2-f09d44952035 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0258176 Feb 21 02:28:45.146325 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a22de0-9935-4fbe-a06d-174c889bd472 req-e6b71041-c9ae-4e2b-8310-2586277fc584 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:45.147774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-53a22de0-9935-4fbe-a06d-174c889bd472 req-e6b71041-c9ae-4e2b-8310-2586277fc584 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Feb 21 02:28:45.194318 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-53a22de0-9935-4fbe-a06d-174c889bd472 req-016a8d3b-60a5-4983-aa04-697dddadf224 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Feb 21 02:28:45.542822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51510e32-69ab-4c49-9e31-2e7207fe5518 req-407da8ea-4cba-4083-b961-3317094a9748 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:45.544292 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51510e32-69ab-4c49-9e31-2e7207fe5518 req-407da8ea-4cba-4083-b961-3317094a9748 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0566943 Feb 21 02:28:45.591286 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51510e32-69ab-4c49-9e31-2e7207fe5518 req-0b47878d-56a2-45f5-a7ac-fc84274dda99 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Feb 21 02:28:45.742266 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6a5023f1-9e03-4b03-b2f2-66d7effe0880 req-e87d66d0-bcce-42ae-acef-26f410c4c396 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0298982 Feb 21 02:28:46.308546 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681324f9-3d58-4271-b96b-f7477b6f7cf5 req-1828d436-79b4-4dea-b682-6671f555ea03 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:46.310014 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-681324f9-3d58-4271-b96b-f7477b6f7cf5 req-1828d436-79b4-4dea-b682-6671f555ea03 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Feb 21 02:28:46.359563 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-681324f9-3d58-4271-b96b-f7477b6f7cf5 req-3af3f922-3e9c-4b39-94dd-3fc910d6606e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Feb 21 02:28:46.711590 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563bbb-cfe0-4d50-86a3-f0542e4f8f34 req-c1f5ca48-482a-4ed3-8acf-7dd32d55fd4f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:46.713076 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e563bbb-cfe0-4d50-86a3-f0542e4f8f34 req-c1f5ca48-482a-4ed3-8acf-7dd32d55fd4f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0563838 Feb 21 02:28:46.759372 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e563bbb-cfe0-4d50-86a3-f0542e4f8f34 req-9acc3d3f-1107-488b-9ffe-78cbfcfaabca tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Feb 21 02:28:46.835880 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b43c095d-4337-4144-94ec-6b481ec48f09 req-8755bc72-34e7-46ef-9ac5-1e7a32ddedd6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0266690 Feb 21 02:28:47.353466 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-6f91c264-d09b-42ad-9797-4849fc6e33d3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:47.354952 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-6f91c264-d09b-42ad-9797-4849fc6e33d3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.1078668 Feb 21 02:28:47.409224 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Request body: {'port': {'device_id': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'admin_state_up': True, 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:47.721848 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5bdce-5e2a-42ec-b844-fb92c9086a79 req-fd12aaf3-4144-4308-a1fd-e1cbddf7911e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:47.723334 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bbe5bdce-5e2a-42ec-b844-fb92c9086a79 req-fd12aaf3-4144-4308-a1fd-e1cbddf7911e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.2980537 Feb 21 02:28:47.781741 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:47.785037 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:47.799107 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bbe5bdce-5e2a-42ec-b844-fb92c9086a79 req-31da7dc9-6e50-4ce3-8632-16e0fe637ab6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660784 Feb 21 02:28:47.892614 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672a3fa-f4a9-46c9-a720-cb3fa5bcddc6 req-d72003d8-ae2e-4829-aa52-9c42f66e7dba tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:47.893783 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f672a3fa-f4a9-46c9-a720-cb3fa5bcddc6 req-d72003d8-ae2e-4829-aa52-9c42f66e7dba tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0655990 Feb 21 02:28:47.939488 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0fcd4562-6cd4-4054-80c9-19da52240e67 req-1e933bc6-d11a-44bd-abef-f38ff1fb9fcc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0333481 Feb 21 02:28:47.940521 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f672a3fa-f4a9-46c9-a720-cb3fa5bcddc6 req-028f7ca2-40b7-41a0-a51d-84a0857dec08 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Feb 21 02:28:47.949899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Allocated IP 172.20.0.13 (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf/798881ee-d097-4690-8f55-082f01260f08/b84a1600-9302-43ac-8004-61bd10577802) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:28:48.093860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks [] for port (b84a1600-9302-43ac-8004-61bd10577802), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.127654 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.171957 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:28:48.174823 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:28:48.178045 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:28:48.183198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:48.183797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.196692 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event updated for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:48.209100 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9c25d74a-5e20-4813-8488-8e3572fe6ec3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8037946 Feb 21 02:28:48.333153 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:28:48.337997 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Request body: {'port': {'device_id': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:48.397315 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b84a1600-9302-43ac-8004-61bd10577802), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.655200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84a1600-9302-43ac-8004-61bd10577802 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:28:48.663317 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks [] for port (b84a1600-9302-43ac-8004-61bd10577802), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.674897 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Transition to ACTIVE for port object b84a1600-9302-43ac-8004-61bd10577802 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:28:48.678535 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.727395 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:48.756719 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Attempting to bind port b84a1600-9302-43ac-8004-61bd10577802 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:28:48.757054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Attempting to bind port b84a1600-9302-43ac-8004-61bd10577802 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:28:48.757405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Attempting to bind port b84a1600-9302-43ac-8004-61bd10577802 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:28:48.761950 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Port b84a1600-9302-43ac-8004-61bd10577802 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:28:48.762396 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Attempting to bind port b84a1600-9302-43ac-8004-61bd10577802 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:28:48.767840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:28:48.768173 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Checking segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:28:48.768604 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Bound using segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:28:48.769074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Bound port: b84a1600-9302-43ac-8004-61bd10577802, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:28:48.769431 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b84a1600-9302-43ac-8004-61bd10577802), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.836439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:28:48.841402 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b84a1600-9302-43ac-8004-61bd10577802,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:28:48.846937 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.906674 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:48.907390 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:48.913924 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b84a1600-9302-43ac-8004-61bd10577802 HTTP/1.1" status: 200 len: 1094 time: 0.5754178 Feb 21 02:28:48.913924 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:28:48.914255 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1a7215-d66b-477a-8d79-e435c5abe414" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "tag": "b84a1600-9302-43ac-8004-61bd10577802"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:28:48.951373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8a45-2146-4665-bbb3-7cfb830c61c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:48.980358 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2b75d-6049-4e7e-8787-aab0663d6e70 req-664ecfb0-28e1-4c4e-ab91-c8d5305bbe6b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:48.981888 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0e2b75d-6049-4e7e-8787-aab0663d6e70 req-664ecfb0-28e1-4c4e-ab91-c8d5305bbe6b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1093824 Feb 21 02:28:48.998434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa125d25-745f-40f0-b5d4-8bf6e892d441 x-openstack-request-id: req-fa125d25-745f-40f0-b5d4-8bf6e892d441 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:28:48.998730 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "tag": "b84a1600-9302-43ac-8004-61bd10577802", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:28:48.998987 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa125d25-745f-40f0-b5d4-8bf6e892d441 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:28:48.999379 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802', 'status': 'completed', 'code': 200} Feb 21 02:28:49.056147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0e2b75d-6049-4e7e-8787-aab0663d6e70 req-ad034f0e-9bc7-43ec-adb4-362cddb885c9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556788 Feb 21 02:28:49.059409 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-94316a45-3f44-452b-8658-87debdae51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:49.060925 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-94316a45-3f44-452b-8658-87debdae51d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 1128 time: 0.1000137 Feb 21 02:28:49.091421 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0882f-71d6-4f43-9255-1b9cb5befe15 req-bab24259-7b7e-4506-a91d-947200c80ae8 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:49.092986 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92c0882f-71d6-4f43-9255-1b9cb5befe15 req-bab24259-7b7e-4506-a91d-947200c80ae8 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0662305 Feb 21 02:28:49.143449 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92c0882f-71d6-4f43-9255-1b9cb5befe15 req-911f6ae0-488b-47c9-ac52-5786b237c625 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Feb 21 02:28:49.163539 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-3f853dce-dbcb-4297-b7e3-0ab43540e986 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b84a1600-9302-43ac-8004-61bd10577802 HTTP/1.1" status: 200 len: 217 time: 0.0580645 Feb 21 02:28:49.187813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e468926-7200-41c8-b128-929dab3d616a req-12616306-e3c7-4fb3-929c-b25a6fe05e00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:49.189250 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e468926-7200-41c8-b128-929dab3d616a req-12616306-e3c7-4fb3-929c-b25a6fe05e00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0770648 Feb 21 02:28:49.235872 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e468926-7200-41c8-b128-929dab3d616a req-58004ffc-f0fe-4645-8ae2-b4b5ccacc24f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Feb 21 02:28:49.417674 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53428) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:49.460916 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Deleting subnet 00f67052-b4b6-4854-87ec-972a2faee6c7 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:28:49.463936 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Publish callbacks [] for subnet (00f67052-b4b6-4854-87ec-972a2faee6c7), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.496499 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Publish callbacks [] for subnet (00f67052-b4b6-4854-87ec-972a2faee6c7), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.506009 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (00f67052-b4b6-4854-87ec-972a2faee6c7), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.557431 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (00f67052-b4b6-4854-87ec-972a2faee6c7), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.583987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f67052-b4b6-4854-87ec-972a2faee6c7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:49.585921 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.589032 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0b3b0e3e-8809-4b54-b0dc-0642135ed671 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/00f67052-b4b6-4854-87ec-972a2faee6c7 HTTP/1.1" status: 204 len: 168 time: 0.1703601 Feb 21 02:28:49.591488 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53430) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:49.660173 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (b9ab8591-8577-4435-b82e-00c6ea275be2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.745404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (b9ab8591-8577-4435-b82e-00c6ea275be2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.765883 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.766248 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.766983 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.767312 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > port after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.767652 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.767967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > port after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.768284 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.768602 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.768910 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.769226 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.876917 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.877269 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.877602 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.877968 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:28:49.878334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ab8591-8577-4435-b82e-00c6ea275be2']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:49.896591 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e367ad8-0088-4249-9d76-d8888c94bc2e') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:49.896884 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e367ad8-0088-4249-9d76-d8888c94bc2e') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:28:49.912377 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (5e367ad8-0088-4249-9d76-d8888c94bc2e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.932999 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (5e367ad8-0088-4249-9d76-d8888c94bc2e), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.941581 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:28:49.942056 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (5e367ad8-0088-4249-9d76-d8888c94bc2e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: from cryptography.utils import int_from_bytes Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: from cryptography.utils import int_from_bytes Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:28:49.962256 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:28:50.017454 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (b9ab8591-8577-4435-b82e-00c6ea275be2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.025161 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.028783 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] 10.222.0.75 "DELETE /v2.0/networks/b9ab8591-8577-4435-b82e-00c6ea275be2 HTTP/1.1" status: 204 len: 168 time: 0.4364011 Feb 21 02:28:50.042714 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29227a6-e4e4-4c00-aa97-470d816d482b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ab8591-8577-4435-b82e-00c6ea275be2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:50.179115 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92376d5c-e011-44d3-a55a-f386a88f2e94 req-f05abdca-c013-4358-b99f-3e62c159d27c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:50.180665 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92376d5c-e011-44d3-a55a-f386a88f2e94 req-f05abdca-c013-4358-b99f-3e62c159d27c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Feb 21 02:28:50.200344 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53444) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:50.232046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92376d5c-e011-44d3-a55a-f386a88f2e94 req-5c2b2257-7dce-455b-aafd-fead38a2ef83 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Feb 21 02:28:50.279606 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4d6df488-f871-466d-a362-20d9b0d7d4d0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3d76be89b774996b1207493325848df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0780842 Feb 21 02:28:50.282341 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53448) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:50.291556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff7ea-9c95-4d9c-9185-6757d7ed6fde req-7153ad69-21e1-4315-ad94-66d684a272eb tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:50.293069 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-decff7ea-9c95-4d9c-9185-6757d7ed6fde req-7153ad69-21e1-4315-ad94-66d684a272eb tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0780542 Feb 21 02:28:50.340346 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-decff7ea-9c95-4d9c-9185-6757d7ed6fde req-e41f216e-5305-4784-8281-c0f3b40803ee tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Feb 21 02:28:50.374130 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] Publish callbacks [] for security_group (73943939-5fa8-4793-8b34-893910f123c4), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.383356 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ae4b-2d57-4fa9-a921-05736d3baa55 req-1a4a2f15-54cc-409f-8129-91625c1ab8c9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:50.384793 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c10ae4b-2d57-4fa9-a921-05736d3baa55 req-1a4a2f15-54cc-409f-8129-91625c1ab8c9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0795388 Feb 21 02:28:50.416719 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] Publish callbacks [] for security_group (73943939-5fa8-4793-8b34-893910f123c4), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.468630 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1c10ae4b-2d57-4fa9-a921-05736d3baa55 req-c5a875db-0a10-4b8c-9f63-3b6035cacc3e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767226 Feb 21 02:28:50.489375 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (73943939-5fa8-4793-8b34-893910f123c4), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.492995 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:50.494145 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73943939-5fa8-4793-8b34-893910f123c4 HTTP/1.1" status: 204 len: 168 time: 0.2108018 Feb 21 02:28:50.502363 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b1fc4-0bd5-482f-98eb-f4231095b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73943939-5fa8-4793-8b34-893910f123c4,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:51.353778 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d086232-4c02-4349-9dcd-c74e41ed52a4 req-dbae45e2-5d3f-4818-bd07-0019c5499423 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:51.355313 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d086232-4c02-4349-9dcd-c74e41ed52a4 req-dbae45e2-5d3f-4818-bd07-0019c5499423 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0539370 Feb 21 02:28:51.402981 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d086232-4c02-4349-9dcd-c74e41ed52a4 req-0133e752-eb90-49c9-a6cd-9452ac600130 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Feb 21 02:28:51.488657 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab725-b4ac-471b-8c80-64c6f33928e2 req-2ce3a15c-6fa5-484c-88da-e28d67f61054 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:51.490742 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30eab725-b4ac-471b-8c80-64c6f33928e2 req-2ce3a15c-6fa5-484c-88da-e28d67f61054 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0530882 Feb 21 02:28:51.540736 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-30eab725-b4ac-471b-8c80-64c6f33928e2 req-8bca9ed2-18ca-4a2c-81a7-0c2c87701936 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Feb 21 02:28:51.593934 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7215a0d-4008-4849-ac67-e15a246bb6ef req-56ed5e69-9595-48ae-a2bd-ef00cbc81d20 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:51.595422 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7215a0d-4008-4849-ac67-e15a246bb6ef req-56ed5e69-9595-48ae-a2bd-ef00cbc81d20 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0566330 Feb 21 02:28:51.643246 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7215a0d-4008-4849-ac67-e15a246bb6ef req-48e42a27-7658-46f3-8840-7f16120a007b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Feb 21 02:28:51.716671 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53514) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:51.818172 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5768608a-1584-42bb-98fc-7d8991dd8fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:51.889661 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5768608a-1584-42bb-98fc-7d8991dd8fe7 admin admin] Publish callbacks [] for security_group (2acb1e9c-232d-484f-8533-55cdb8114f7c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:51.894301 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5768608a-1584-42bb-98fc-7d8991dd8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2acb1e9c-232d-484f-8533-55cdb8114f7c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:51.933289 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5768608a-1584-42bb-98fc-7d8991dd8fe7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=765c2efcaaff4895a9c3d8600b6c2804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155337 Feb 21 02:28:51.934164 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768608a-1584-42bb-98fc-7d8991dd8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb1e9c-232d-484f-8533-55cdb8114f7c,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:51.936181 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53520) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:51.986929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] Publish callbacks [] for security_group (2acb1e9c-232d-484f-8533-55cdb8114f7c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:52.011056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] Publish callbacks [] for security_group (2acb1e9c-232d-484f-8533-55cdb8114f7c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:52.056979 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2acb1e9c-232d-484f-8533-55cdb8114f7c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:52.059434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:52.060588 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2acb1e9c-232d-484f-8533-55cdb8114f7c HTTP/1.1" status: 204 len: 168 time: 0.1230931 Feb 21 02:28:52.068490 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2918b-e9aa-4296-9569-0c05cf676476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb1e9c-232d-484f-8533-55cdb8114f7c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:52.527300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0e55a-def5-464b-923a-6f232e4164d8 req-3b699f2d-4065-4ec8-a121-b95ed7b704e2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:52.529461 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3de0e55a-def5-464b-923a-6f232e4164d8 req-3b699f2d-4065-4ec8-a121-b95ed7b704e2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0597899 Feb 21 02:28:52.576994 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3de0e55a-def5-464b-923a-6f232e4164d8 req-dd74f9db-8770-4426-89b5-e358be54f59f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Feb 21 02:28:52.664846 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed74e86-fc9a-409b-9c0d-478287a08d6c req-d916b9e5-4a79-4809-a681-bec4f7f0beb2 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:52.665942 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ed74e86-fc9a-409b-9c0d-478287a08d6c req-d916b9e5-4a79-4809-a681-bec4f7f0beb2 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0530307 Feb 21 02:28:52.718784 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ed74e86-fc9a-409b-9c0d-478287a08d6c req-55bc6bb5-c152-47dc-95f0-56a7163c842f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Feb 21 02:28:52.763366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025a204-2072-4fa3-b271-5fa01dbdcbf9 req-3f4f61c4-6ea1-4a53-a3b6-20db2712fb05 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:52.764875 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2025a204-2072-4fa3-b271-5fa01dbdcbf9 req-3f4f61c4-6ea1-4a53-a3b6-20db2712fb05 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0536613 Feb 21 02:28:52.813280 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2025a204-2072-4fa3-b271-5fa01dbdcbf9 req-55881531-3a96-42fc-9960-79595caa442d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Feb 21 02:28:53.694111 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f34f3-f6ba-4c67-a19f-8a926d8d3d91 req-1016a4ce-3e00-4f85-8137-6571706e2e03 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:53.695571 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b37f34f3-f6ba-4c67-a19f-8a926d8d3d91 req-1016a4ce-3e00-4f85-8137-6571706e2e03 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Feb 21 02:28:53.741079 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b37f34f3-f6ba-4c67-a19f-8a926d8d3d91 req-0f005f8a-efd2-4466-8b18-07131f9fbc81 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Feb 21 02:28:53.839499 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c05a1-5fc6-4dbf-adbb-6faa0211e4fa req-83d3ac5e-5461-483c-9a8d-7474fa442485 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:53.841016 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-105c05a1-5fc6-4dbf-adbb-6faa0211e4fa req-83d3ac5e-5461-483c-9a8d-7474fa442485 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0541978 Feb 21 02:28:53.888704 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-105c05a1-5fc6-4dbf-adbb-6faa0211e4fa req-cdbd2116-44ac-48bc-8bc7-84d6a9b95be0 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Feb 21 02:28:53.933193 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29394550-11a5-4f98-810c-24695b0091f2 req-52b745e3-8d87-4936-9175-35836e0c295a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:53.934778 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29394550-11a5-4f98-810c-24695b0091f2 req-52b745e3-8d87-4936-9175-35836e0c295a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0534453 Feb 21 02:28:53.981216 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29394550-11a5-4f98-810c-24695b0091f2 req-6f983245-c1e0-4f70-9dd9-41dff0f6cd6c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Feb 21 02:28:54.115121 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9a55cb68-ae51-4b6d-9afa-e4e30d720667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:54.116847 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-9a55cb68-ae51-4b6d-9afa-e4e30d720667 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.0453396 Feb 21 02:28:54.150642 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-69680abb-b315-4f41-8592-e4d76f57613e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251801 Feb 21 02:28:54.245423 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-02c6890f-485e-4ec8-9095-978a59f8de53 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852001 Feb 21 02:28:54.334523 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3df65781-47f4-4e66-a19c-91fa451de01c req-30fd0b23-35ad-455d-b6da-af65532f5c61 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Feb 21 02:28:54.672146 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-4ccce2e4-5756-439e-b1b6-4c1bd78299e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:54.673671 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-4ccce2e4-5756-439e-b1b6-4c1bd78299e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 1128 time: 0.0486145 Feb 21 02:28:54.765529 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-d06105ce-788a-4834-b695-a5d32ca44817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:54.767049 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-d06105ce-788a-4834-b695-a5d32ca44817 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 915 time: 0.0848167 Feb 21 02:28:54.813594 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-9100e6d5-4562-4bd6-9d91-bf476535f762 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b84a1600-9302-43ac-8004-61bd10577802 HTTP/1.1" status: 200 len: 217 time: 0.0377295 Feb 21 02:28:54.902849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff9edf-c852-4e79-87e9-5892cc4792b9 req-134c47fa-3dbf-4653-aaef-a0b0ac02afa5 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:54.909446 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27ff9edf-c852-4e79-87e9-5892cc4792b9 req-134c47fa-3dbf-4653-aaef-a0b0ac02afa5 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0949171 Feb 21 02:28:54.920246 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-e6ed947e-254d-4d94-8407-b866e1bace65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:54.921699 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-e6ed947e-254d-4d94-8407-b866e1bace65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.0976346 Feb 21 02:28:54.962184 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27ff9edf-c852-4e79-87e9-5892cc4792b9 req-295a9e08-48a4-4aeb-a918-d19153aa7786 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518298 Feb 21 02:28:55.011153 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-a2557111-e871-4649-b06d-fa97b5cd9cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277159 Feb 21 02:28:55.157756 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-41b4dfa6-fd33-4eb0-b601-7637f117b36d service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402411 Feb 21 02:28:55.166143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d963c57-6c86-4087-a9dc-ddaab913d790 req-ae71a7ce-989d-4130-bfd4-ab47696d271c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:55.167631 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4d963c57-6c86-4087-a9dc-ddaab913d790 req-ae71a7ce-989d-4130-bfd4-ab47696d271c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0936952 Feb 21 02:28:55.214765 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45c57-61c2-462a-8b69-fc9dd164ba69 req-8eb6c0c8-1b55-4bcd-a067-75e42014de55 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:55.216287 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85b45c57-61c2-462a-8b69-fc9dd164ba69 req-8eb6c0c8-1b55-4bcd-a067-75e42014de55 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.2473238 Feb 21 02:28:55.264948 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85b45c57-61c2-462a-8b69-fc9dd164ba69 req-aac8d3d6-1555-4c58-acba-c73211b48a16 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Feb 21 02:28:55.277776 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4d963c57-6c86-4087-a9dc-ddaab913d790 req-14d2f04c-bc69-4ece-b4a8-f7b0905a4e86 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019528 Feb 21 02:28:55.293833 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1a7215-d66b-477a-8d79-e435c5abe414 req-8a4b0c65-82db-4bb4-8f4a-e97ae76132ab service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252081 Feb 21 02:28:56.092391 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397bab5-82d0-4904-94c5-482231dddfa2 req-124e8586-b221-4edf-a1a3-bb10d7d81d47 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:56.093760 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d397bab5-82d0-4904-94c5-482231dddfa2 req-124e8586-b221-4edf-a1a3-bb10d7d81d47 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Feb 21 02:28:56.144266 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d397bab5-82d0-4904-94c5-482231dddfa2 req-0cb13c69-1061-4162-940f-be692fbca076 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 Feb 21 02:28:56.429632 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64049d8b-c3c3-437a-9a13-2a3d4739906a req-82fec1b8-3f88-4ddb-934b-6ecce885fb7a tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:56.431191 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-64049d8b-c3c3-437a-9a13-2a3d4739906a req-82fec1b8-3f88-4ddb-934b-6ecce885fb7a tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0721886 Feb 21 02:28:56.450939 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e4066-3e4f-4ed9-9c1a-25fb8ae6c774 req-5313aa6b-c59f-4b36-9359-d30227b5be22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:56.453165 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a24e4066-3e4f-4ed9-9c1a-25fb8ae6c774 req-5313aa6b-c59f-4b36-9359-d30227b5be22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0766306 Feb 21 02:28:56.482027 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-64049d8b-c3c3-437a-9a13-2a3d4739906a req-35063263-feb3-4647-a1ef-cbca64d169ba tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Feb 21 02:28:56.501953 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a24e4066-3e4f-4ed9-9c1a-25fb8ae6c774 req-6837b9b4-c4e5-4f8d-973c-75fdeb4f738a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Feb 21 02:28:57.269719 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddee0f-a6ee-4b17-a493-3b610178cbcf req-5ce009b6-3416-4498-90db-7d3ef53a8813 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:57.272003 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4fddee0f-a6ee-4b17-a493-3b610178cbcf req-5ce009b6-3416-4498-90db-7d3ef53a8813 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0575135 Feb 21 02:28:57.318812 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4fddee0f-a6ee-4b17-a493-3b610178cbcf req-0dd8fdb8-fbcf-4e10-b94a-fd43604c5531 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Feb 21 02:28:57.634682 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28decea-e054-4dcb-9b1d-b100e0083c3d req-fa16d640-e9a3-42de-9055-3a831878f44b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:57.636210 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a28decea-e054-4dcb-9b1d-b100e0083c3d req-fa16d640-e9a3-42de-9055-3a831878f44b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0596671 Feb 21 02:28:57.700011 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a28decea-e054-4dcb-9b1d-b100e0083c3d req-4e010679-ef34-4ce3-95b7-433e5f96f4b1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Feb 21 02:28:57.766924 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53692) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:57.888340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4356a3e-c59a-4904-99f0-333c29cf9bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:57.972955 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4356a3e-c59a-4904-99f0-333c29cf9bbb admin admin] Publish callbacks [] for security_group (1501e86f-35a8-4334-984d-e593d1397658), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:57.978489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4356a3e-c59a-4904-99f0-333c29cf9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1501e86f-35a8-4334-984d-e593d1397658), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.019488 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f4356a3e-c59a-4904-99f0-333c29cf9bbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b56961392f2473c8b82f4e6c8afdc32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514162 Feb 21 02:28:58.021993 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4356a3e-c59a-4904-99f0-333c29cf9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501e86f-35a8-4334-984d-e593d1397658,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:58.024147 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2f755-67bc-448d-af16-b66290c2db59 req-43bd8200-9374-40ae-b9f9-22a758454ff7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:58.024623 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53706) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:58.036230 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00c2f755-67bc-448d-af16-b66290c2db59 req-43bd8200-9374-40ae-b9f9-22a758454ff7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0724163 Feb 21 02:28:58.090995 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] Publish callbacks [] for security_group (1501e86f-35a8-4334-984d-e593d1397658), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.094257 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-00c2f755-67bc-448d-af16-b66290c2db59 req-24142ec4-7df8-4ebf-8411-044aaf020fda tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511904 Feb 21 02:28:58.124638 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] Publish callbacks [] for security_group (1501e86f-35a8-4334-984d-e593d1397658), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.172616 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (1501e86f-35a8-4334-984d-e593d1397658), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.175409 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.177331 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1501e86f-35a8-4334-984d-e593d1397658 HTTP/1.1" status: 204 len: 168 time: 0.1516142 Feb 21 02:28:58.185918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1e59c-2cc8-4b8e-9e55-076d6e637039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501e86f-35a8-4334-984d-e593d1397658,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:58.455797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b18e-91b4-43ba-9c09-fd12b09ed3d0 req-caed74a1-6d4b-47d7-af5f-4693377e1127 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:58.457441 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b176b18e-91b4-43ba-9c09-fd12b09ed3d0 req-caed74a1-6d4b-47d7-af5f-4693377e1127 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0577292 Feb 21 02:28:58.520368 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b176b18e-91b4-43ba-9c09-fd12b09ed3d0 req-b9b8d30d-ac19-4eb1-ae26-fa43c64cb11f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Feb 21 02:28:58.830806 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8480b-d4f5-46a6-b251-3ce820d51c65 req-14bc6fb1-5adc-4fea-9ce4-1fbe58072f22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:58.832893 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-97b8480b-d4f5-46a6-b251-3ce820d51c65 req-14bc6fb1-5adc-4fea-9ce4-1fbe58072f22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.0562394 Feb 21 02:28:58.869619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53748) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:58.881051 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-97b8480b-d4f5-46a6-b251-3ce820d51c65 req-c933f905-d498-4378-97e7-a651eb741873 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Feb 21 02:28:58.963172 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581651104-network', 'tenant_id': '2c955ce069224b53aa944c7971e3650c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:58.979970 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-98c088b7-9fd1-4939-9b02-20bd4355c5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.982334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Made reservation on behalf of 2c955ce069224b53aa944c7971e3650c for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:58.984883 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:58.993905 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.065195 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks [] for security_group (a6dccd7b-fc29-469e-a1ac-b47b82d07d11), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.069672 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a6dccd7b-fc29-469e-a1ac-b47b82d07d11), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.094921 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:28:59.104428 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dccd7b-fc29-469e-a1ac-b47b82d07d11,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:59.112411 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (c358742f-2ba6-49f8-97c4-7b5443184546), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.112792 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Added segment c358742f-2ba6-49f8-97c4-7b5443184546 of type vlan for network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 Feb 21 02:28:59.159694 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.212596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.213516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:59.214119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.273811 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4030371 Feb 21 02:28:59.276971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53756) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:59.281939 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Request body: {'subnet': {'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581651104-subnet', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:59.289117 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ecdbf-3cae-4c57-a676-0920bff1e7eb req-a3d37fc7-324b-4579-8cba-51e6fbb90021 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:59.290620 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de5ecdbf-3cae-4c57-a676-0920bff1e7eb req-a3d37fc7-324b-4579-8cba-51e6fbb90021 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.1280921 Feb 21 02:28:59.295700 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603661a-f90b-43bf-8efd-18b025e523dd admin admin] Pushing event updated for resources: {'Network': ['ID=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:59.302464 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Made reservation on behalf of 2c955ce069224b53aa944c7971e3650c for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:28:59.304931 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.307852 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:28:59.344894 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de5ecdbf-3cae-4c57-a676-0920bff1e7eb req-e427342f-e1ee-4cdf-87fd-6dd7b668874a tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Feb 21 02:28:59.472018 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (d3fc81fa-ba86-4725-a33e-5362e031abbc), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.530234 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fc81fa-ba86-4725-a33e-5362e031abbc,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:28:59.534414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Checking segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:28:59.534773 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Network hostable DHCP agents. Network: a0e8bc4a-7ec1-4e9f-98ed-0931941bb538, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:28:59.552289 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:28:59.561095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, a0e8bc4a-7ec1-4e9f-98ed-0931941bb538) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:28:59.565574 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:59.566199 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.574342 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351861c-06c0-4a6b-a9f7-92b6933ba797 None None] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:28:59.586630 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53760) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:28:59.586858 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8ce34af7-0b45-4410-85ee-39e989711484 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3085556 Feb 21 02:28:59.592508 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:28:59.613608 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.615042 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.653479 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71381df-c8fc-4faa-9f1b-b84cbd11258b req-1454e78d-9ef6-423a-8742-36a733c16bfc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:28:59.655002 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b71381df-c8fc-4faa-9f1b-b84cbd11258b req-1454e78d-9ef6-423a-8742-36a733c16bfc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0606372 Feb 21 02:28:59.673090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for router_controller (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.685963 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:28:59.686970 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.710454 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b71381df-c8fc-4faa-9f1b-b84cbd11258b req-7186a0d3-043d-465c-908e-dd225b2a9471 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Feb 21 02:28:59.821230 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for router_gateway (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.833729 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Allocated IP 172.20.0.2 (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538/d3fc81fa-ba86-4725-a33e-5362e031abbc/e31b9b5a-16d9-459b-9d40-99116282930d) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:28:59.987940 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks [] for port (e31b9b5a-16d9-459b-9d40-99116282930d), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:28:59.994047 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.029399 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:00.032297 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:00.035553 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:00.046885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Pushing event updated for resources: {'Port': ['ID=e31b9b5a-16d9-459b-9d40-99116282930d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:00.075606 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483b706-2d01-4e89-a648-e38ba7e301c8 req-49f842e1-c1d0-43bc-b055-c8e77bf804b1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:00.077101 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1483b706-2d01-4e89-a648-e38ba7e301c8 req-49f842e1-c1d0-43bc-b055-c8e77bf804b1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 944 time: 0.1159706 Feb 21 02:29:00.078619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for router_gateway (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.100272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.103790 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Attempting to bind port e31b9b5a-16d9-459b-9d40-99116282930d on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:00.104166 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Attempting to bind port e31b9b5a-16d9-459b-9d40-99116282930d by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:00.104528 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Attempting to bind port e31b9b5a-16d9-459b-9d40-99116282930d on network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:00.109709 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:00.110095 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Checking segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:00.110496 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.110891 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Bound using segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:00.111347 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Bound port: e31b9b5a-16d9-459b-9d40-99116282930d, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:00.111726 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.178904 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] For port e31b9b5a-16d9-459b-9d40-99116282930d, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:00.182004 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] For port e31b9b5a-16d9-459b-9d40-99116282930d, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=e31b9b5a-16d9-459b-9d40-99116282930d,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:00.184943 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1483b706-2d01-4e89-a648-e38ba7e301c8 req-0d2249ba-d8a3-4fc7-b0bc-2a21f8ac00c4 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878637 Feb 21 02:29:00.192145 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.238657 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Allocated IP 172.27.1.138 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/1d216a05-8a75-4134-96ce-87e8781e0406) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:00.251834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a370ec0-fa9b-4450-9c75-db6b4fadc7c7 None None] Pushing event updated for resources: {'Port': ['ID=e31b9b5a-16d9-459b-9d40-99116282930d,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:00.341212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for port (1d216a05-8a75-4134-96ce-87e8781e0406), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.377150 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.416013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:00.419060 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:00.422710 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:00.470393 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d216a05-8a75-4134-96ce-87e8781e0406,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:00.490821 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704b6b1-d585-4fce-b866-6159daf17481 req-75c17a6b-2577-4f6c-b3ff-c1dc8a5b5589 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:00.492764 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8704b6b1-d585-4fce-b866-6159daf17481 req-75c17a6b-2577-4f6c-b3ff-c1dc8a5b5589 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0658956 Feb 21 02:29:00.560208 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8704b6b1-d585-4fce-b866-6159daf17481 req-10fc8615-b85e-4e87-af55-08746916bee9 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Feb 21 02:29:00.681594 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for router_gateway (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.686551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b84a1600-9302-43ac-8004-61bd10577802 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:29:00.815477 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b84a1600-9302-43ac-8004-61bd10577802,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:00.836123 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': 'b84a1600-9302-43ac-8004-61bd10577802', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'port_id': 'b84a1600-9302-43ac-8004-61bd10577802', 'mac_address': 'fa:16:3e:b6:84:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798881ee-d097-4690-8f55-082f01260f08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:29:00.872151 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port b84a1600-9302-43ac-8004-61bd10577802 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:00.872705 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b84a1600-9302-43ac-8004-61bd10577802), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:00.890759 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84a1600-9302-43ac-8004-61bd10577802 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:29:00.913408 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device e31b9b5a-16d9-459b-9d40-99116282930d up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:00.944609 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a41c0-4db7-4288-8e28-824b5dfcaaac req-eaf5b601-ef46-4a53-8286-21b546f27dab tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:00.946399 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-144a41c0-4db7-4288-8e28-824b5dfcaaac req-eaf5b601-ef46-4a53-8286-21b546f27dab tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1567519 Feb 21 02:29:00.953326 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b84a1600-9302-43ac-8004-61bd10577802,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:00.961549 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.166743 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:01.171543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port e31b9b5a-16d9-459b-9d40-99116282930d triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:01.171914 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.232014 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.267211 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafbdd0-89bf-4ac1-ade9-448316db7509 None None] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:01.283941 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port e31b9b5a-16d9-459b-9d40-99116282930d is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:01.284873 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.309280 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-144a41c0-4db7-4288-8e28-824b5dfcaaac req-cc99238a-5bc8-431c-b8ad-60d52c430bfe tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531651 Feb 21 02:29:01.322379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f94b8e-21f1-4df6-bbef-7bdd90687a6f req-52d990a0-f431-4012-ba4c-2c80c2b1dd12 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:01.323902 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89f94b8e-21f1-4df6-bbef-7bdd90687a6f req-52d990a0-f431-4012-ba4c-2c80c2b1dd12 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 945 time: 0.0542631 Feb 21 02:29:01.366940 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port e31b9b5a-16d9-459b-9d40-99116282930d, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=e31b9b5a-16d9-459b-9d40-99116282930d,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:01.376725 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.386286 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89f94b8e-21f1-4df6-bbef-7bdd90687a6f req-e2a11b37-457f-4e61-9179-864ce26437a0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Feb 21 02:29:01.412627 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-6af23328-0322-4ad8-a548-548f3d28e343 None None] Provisioning complete for port e31b9b5a-16d9-459b-9d40-99116282930d triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:01.413084 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6af23328-0322-4ad8-a548-548f3d28e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.416458 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:29:01.505848 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-30bd898c-8a0e-4d02-8b16-200533971984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.514320 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=e31b9b5a-16d9-459b-9d40-99116282930d,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:01.528718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:01.541037 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Sync routers for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:01.551044 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.553328 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-578d7190-05d6-4dba-9585-fd34348c05c2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9652834 Feb 21 02:29:01.556268 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53788) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:01.563416 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:01.564250 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:01.578436 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-6af23328-0322-4ad8-a548-548f3d28e343 None None] Current status of the port e31b9b5a-16d9-459b-9d40-99116282930d is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:01.675279 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:01.698202 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692c778-c3cb-4ac6-9319-5670acf87434 req-d9d2f14c-f663-4936-ae87-09efa608fa3f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:01.700117 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d692c778-c3cb-4ac6-9319-5670acf87434 req-d9d2f14c-f663-4936-ae87-09efa608fa3f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0675020 Feb 21 02:29:01.751368 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d692c778-c3cb-4ac6-9319-5670acf87434 req-4ef5b3cb-c486-4528-8e04-abd4cbd11351 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Feb 21 02:29:01.863074 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:00Z', 'revision_number': 3, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:01.893411 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Checking router: 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:01.893808 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Updating router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 port 1d216a05-8a75-4134-96ce-87e8781e0406 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:01.901057 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-96ae05cc-72e9-439c-81e9-5dd7330c98b9 None None] Provisioning complete for port e31b9b5a-16d9-459b-9d40-99116282930d triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:01.901554 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96ae05cc-72e9-439c-81e9-5dd7330c98b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.925041 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:01.996699 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-96ae05cc-72e9-439c-81e9-5dd7330c98b9 None None] Current status of the port e31b9b5a-16d9-459b-9d40-99116282930d is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:02.034971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.183659 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks [] for port (1d216a05-8a75-4134-96ce-87e8781e0406), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.189393 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.191703 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Allocated IP 172.20.0.1 (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538/d3fc81fa-ba86-4725-a33e-5362e031abbc/42306374-1053-4a2c-bf7b-5b99d1299a7f) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:02.218293 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.243214 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Attempting to bind port 1d216a05-8a75-4134-96ce-87e8781e0406 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:02.243592 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Attempting to bind port 1d216a05-8a75-4134-96ce-87e8781e0406 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:02.243956 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Attempting to bind port 1d216a05-8a75-4134-96ce-87e8781e0406 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:02.249514 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Pushing event updated for resources: {'Port': ['ID=1d216a05-8a75-4134-96ce-87e8781e0406,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:02.260305 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:02.260688 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:02.261765 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.262144 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:02.263061 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Bound port: 1d216a05-8a75-4134-96ce-87e8781e0406, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:02.263467 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.268283 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.268653 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.269015 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.270012 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.271101 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.271359 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.277840 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.278410 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.278861 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.279341 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.279810 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.280226 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.280592 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:02.306479 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks [] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.330228 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] For port 1d216a05-8a75-4134-96ce-87e8781e0406, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:02.334828 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] For port 1d216a05-8a75-4134-96ce-87e8781e0406, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=1d216a05-8a75-4134-96ce-87e8781e0406,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:02.340756 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.341953 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.384952 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:02.391116 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:02.400363 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:02.400988 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:02.403937 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f963a-3e33-44e4-bc3c-a9cad606a3d5 None None] Pushing event updated for resources: {'Port': ['ID=1d216a05-8a75-4134-96ce-87e8781e0406,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:02.405446 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:02.494572 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Pushing event updated for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:02.523867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d7811-5f4a-4157-af0b-5b43609d0671 req-00ae066e-e252-44b8-9119-d06c094125fc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:02.526033 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ff0d7811-5f4a-4157-af0b-5b43609d0671 req-00ae066e-e252-44b8-9119-d06c094125fc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 945 time: 0.0607245 Feb 21 02:29:02.529880 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118b71c-83ae-4c82-bdb3-5f78c77c7827 req-cdfb78c1-b991-4bb8-9da6-ee4dc5bdbd62 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:02.539270 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8118b71c-83ae-4c82-bdb3-5f78c77c7827 req-cdfb78c1-b991-4bb8-9da6-ee4dc5bdbd62 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1517735 Feb 21 02:29:02.547117 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.548159 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:02.581445 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ff0d7811-5f4a-4157-af0b-5b43609d0671 req-aa9d8813-bca0-4288-aacf-8a7aba7be822 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Feb 21 02:29:02.627353 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8118b71c-83ae-4c82-bdb3-5f78c77c7827 req-fb942646-f460-45cc-bf86-8df3691cf5eb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872059 Feb 21 02:29:02.717424 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.722397 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-e68e44ed-cdc1-47ea-88fe-cfcd8ceb936d None None] Provisioning complete for port 42306374-1053-4a2c-bf7b-5b99d1299a7f triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:02.723519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e68e44ed-cdc1-47ea-88fe-cfcd8ceb936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.747435 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:00Z', 'revision_number': 3, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:02.763768 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-e68e44ed-cdc1-47ea-88fe-cfcd8ceb936d None None] Port 42306374-1053-4a2c-bf7b-5b99d1299a7f cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:02.796268 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a1dec8-7aee-4a1d-bd2f-d67ac1283f22 None None] The sync data for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi is: [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:00Z', 'revision_number': 3, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:02.840505 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device e31b9b5a-16d9-459b-9d40-99116282930d up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:02.889330 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['b84a1600-9302-43ac-8004-61bd10577802'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:02.964667 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port e31b9b5a-16d9-459b-9d40-99116282930d triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:02.965813 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.967853 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks [] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.972105 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:02.975498 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9facf-1580-48f2-9b40-7749c8ca75b5 req-29ed5995-d054-4292-a04e-417524d589c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:02.978201 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8fa9facf-1580-48f2-9b40-7749c8ca75b5 req-29ed5995-d054-4292-a04e-417524d589c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.1150150 Feb 21 02:29:03.046661 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Pushing event updated for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:03.059302 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:03.061895 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8fa9facf-1580-48f2-9b40-7749c8ca75b5 req-e7a98319-d481-4c2e-9c8d-e78fc508f74c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752480 Feb 21 02:29:03.140135 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port e31b9b5a-16d9-459b-9d40-99116282930d is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:03.208936 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:03.215508 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:03.263889 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-786c570d-c270-434a-9405-05c4abe10de2 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:03.265886 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-786c570d-c270-434a-9405-05c4abe10de2 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 946 time: 0.0771232 Feb 21 02:29:03.438456 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:29:03.453878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Deleting port 0918eaa1-3a14-404c-9caf-d4c22252c6fe {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:29:03.454320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:03.611982 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-ce82a036-66a1-4acd-a516-4c4b7a5d0ab6 None None] Provisioning complete for port 42306374-1053-4a2c-bf7b-5b99d1299a7f triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:03.612433 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ce82a036-66a1-4acd-a516-4c4b7a5d0ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:03.670893 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:03.692707 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0be72acc-952b-4e74-8bde-96aa900888c3 admin admin] 10.222.0.75 "PUT /v2.0/routers/9b08fa84-632c-4b88-a7ed-ee02829d5fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1344733 Feb 21 02:29:03.700092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] For port 0918eaa1-3a14-404c-9caf-d4c22252c6fe, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=0918eaa1-3a14-404c-9caf-d4c22252c6fe,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:03.700092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:03.720835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Calling delete_port for 0918eaa1-3a14-404c-9caf-d4c22252c6fe owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:29:03.729348 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-ce82a036-66a1-4acd-a516-4c4b7a5d0ab6 None None] Port 42306374-1053-4a2c-bf7b-5b99d1299a7f cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:03.800582 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:03.811616 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac365-a913-469d-86fa-c22be9ef90f2 req-9130dd95-03d8-4de4-8cfd-89833d13d53e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:03.813457 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f9eac365-a913-469d-86fa-c22be9ef90f2 req-9130dd95-03d8-4de4-8cfd-89833d13d53e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 945 time: 0.1193802 Feb 21 02:29:03.936455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f9eac365-a913-469d-86fa-c22be9ef90f2 req-f2e740ce-047c-4170-b3f1-ff1a7a58f764 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129103 Feb 21 02:29:04.053320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa4e8b-47c2-49da-b197-58e1f6f0d02d req-57a802ea-7cb3-4f42-905c-4f64bcc9f3df tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:04.054932 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2aa4e8b-47c2-49da-b197-58e1f6f0d02d req-57a802ea-7cb3-4f42-905c-4f64bcc9f3df tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1339602 Feb 21 02:29:04.055783 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (0918eaa1-3a14-404c-9caf-d4c22252c6fe), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.068805 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['0918eaa1-3a14-404c-9caf-d4c22252c6fe'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:04.112973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b84a1600-9302-43ac-8004-61bd10577802 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:04.124596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Pushing event deleted for resources: {'Port': ['ID=0918eaa1-3a14-404c-9caf-d4c22252c6fe,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:04.239685 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port b84a1600-9302-43ac-8004-61bd10577802 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:29:04.243878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] No DVR routers for this DVR port 0918eaa1-3a14-404c-9caf-d4c22252c6fe on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:29:04.250177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port b84a1600-9302-43ac-8004-61bd10577802 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:04.250787 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b84a1600-9302-43ac-8004-61bd10577802), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.252047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.257538 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f72ad97d-7b4a-4d60-9d26-0835798e1be8 req-c263b39a-ba9f-44bd-a9e3-484c9465767c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "DELETE /v2.0/ports/0918eaa1-3a14-404c-9caf-d4c22252c6fe HTTP/1.1" status: 204 len: 173 time: 0.9844022 Feb 21 02:29:04.258171 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'name': 'network-vif-deleted', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:04.278893 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ee6cca-0482-4a2a-b29c-588907abc33c" -d '{"events": [{"server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "name": "network-vif-deleted", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:04.297433 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2aa4e8b-47c2-49da-b197-58e1f6f0d02d req-61b7d298-7ce9-4baa-8be0-8cf64a1d5f4a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333241 Feb 21 02:29:04.313781 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-de07d0f6-ef57-4083-bb5c-32c9fae61329 req-2ac6f0d9-a355-4ea6-b35a-5f1b86eb3d44 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=f795772e-0d14-4397-8f5f-62af0cb15233 HTTP/1.1" status: 200 len: 210 time: 0.1286390 Feb 21 02:29:04.378612 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57307ab-6067-41f9-be88-40f93c4c0f2b x-openstack-request-id: req-f57307ab-6067-41f9-be88-40f93c4c0f2b {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:04.378930 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f795772e-0d14-4397-8f5f-62af0cb15233", "name": "network-vif-deleted", "tag": "0918eaa1-3a14-404c-9caf-d4c22252c6fe", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:04.379718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f57307ab-6067-41f9-be88-40f93c4c0f2b {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:04.380177 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f795772e-0d14-4397-8f5f-62af0cb15233', 'name': 'network-vif-deleted', 'tag': '0918eaa1-3a14-404c-9caf-d4c22252c6fe', 'status': 'completed', 'code': 200} Feb 21 02:29:04.428348 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port b84a1600-9302-43ac-8004-61bd10577802 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:04.428648 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b84a1600-9302-43ac-8004-61bd10577802), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.460904 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:04.464169 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4cab41-e46e-41c4-b1b2-e01292b603b2" -d '{"events": [{"server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "name": "network-vif-plugged", "status": "completed", "tag": "b84a1600-9302-43ac-8004-61bd10577802"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:04.482179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b84a1600-9302-43ac-8004-61bd10577802,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:04.490004 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.507590 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53874) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:04.515030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1638648033-network', 'tenant_id': '294b53e853b24140af62a1689c1095ba'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:04.515876 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c8eb1-ac10-46c8-867c-ccf95c578a61 x-openstack-request-id: req-1e4c8eb1-ac10-46c8-867c-ccf95c578a61 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:04.516530 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "name": "network-vif-plugged", "status": "completed", "tag": "b84a1600-9302-43ac-8004-61bd10577802", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:04.516792 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e4c8eb1-ac10-46c8-867c-ccf95c578a61 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:04.517183 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802', 'code': 200} Feb 21 02:29:04.541060 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Made reservation on behalf of 294b53e853b24140af62a1689c1095ba for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:04.547853 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.560484 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:04.569547 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.661686 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks [] for security_group (ff57cced-d69b-4d59-842f-107cc51b279c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.666222 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ff57cced-d69b-4d59-842f-107cc51b279c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.693953 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:29:04.743177 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff57cced-d69b-4d59-842f-107cc51b279c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:04.754028 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (988c9aa7-cb03-473d-8063-12e58ef57153), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.754612 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Added segment 988c9aa7-cb03-473d-8063-12e58ef57153 of type vlan for network 42f3b7a1-6470-4818-9632-23f83cdc690a Feb 21 02:29:04.823093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299967d4-482d-4aa4-95ab-2662e3331b10 req-ea32775a-c0f1-47c7-9822-a49dcec25b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:04.824549 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-299967d4-482d-4aa4-95ab-2662e3331b10 req-ea32775a-c0f1-47c7-9822-a49dcec25b81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 1130 time: 0.1425934 Feb 21 02:29:04.826633 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (42f3b7a1-6470-4818-9632-23f83cdc690a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.909846 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (42f3b7a1-6470-4818-9632-23f83cdc690a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.912232 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:04.913027 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:04.975378 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 1d216a05-8a75-4134-96ce-87e8781e0406 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:04.985877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53896) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:05.035079 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 1d216a05-8a75-4134-96ce-87e8781e0406 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:05.035802 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.057929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] Pushing event updated for resources: {'Network': ['ID=42f3b7a1-6470-4818-9632-23f83cdc690a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:05.069012 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-299967d4-482d-4aa4-95ab-2662e3331b10 req-aab2e3e5-6fbf-4da2-953b-890ee1d8417b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348933 Feb 21 02:29:05.074182 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e64193f1-c6dc-4bbf-83fe-a762d5d72b9b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5647006 Feb 21 02:29:05.076856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53902) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:05.084862 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Request body: {'subnet': {'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1638648033-subnet', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:05.092799 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 42f3b7a1-6470-4818-9632-23f83cdc690a details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:29:05.143780 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Made reservation on behalf of 294b53e853b24140af62a1689c1095ba for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:05.152316 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.253515 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aec5e-b42b-475e-99ea-d3a106e6cef6 req-94020228-7ccb-4a1a-91af-e71bb21cd537 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:05.256163 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa4aec5e-b42b-475e-99ea-d3a106e6cef6 req-94020228-7ccb-4a1a-91af-e71bb21cd537 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.1018548 Feb 21 02:29:05.267285 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 1d216a05-8a75-4134-96ce-87e8781e0406 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:05.267872 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.281460 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fc85-911b-476f-98a9-8e37461b2464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.304435 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 1d216a05-8a75-4134-96ce-87e8781e0406, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=1d216a05-8a75-4134-96ce-87e8781e0406,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:05.309987 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.378571 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa4aec5e-b42b-475e-99ea-d3a106e6cef6 req-adc03386-2bca-4590-b104-e1d258583e94 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142414 Feb 21 02:29:05.407786 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.467785 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=1d216a05-8a75-4134-96ce-87e8781e0406,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:05.534881 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Sync routers for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:05.547000 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:05.547895 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:05.669985 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:05.671624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bca1c-6404-4d87-909a-2e6bb1d6d0ab req-91117f25-64f6-46db-a917-142e4a84e19e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:05.674087 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d6bca1c-6404-4d87-909a-2e6bb1d6d0ab req-91117f25-64f6-46db-a917-142e4a84e19e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1156170 Feb 21 02:29:05.736764 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-bafd5e03-8317-4280-845d-0c4c21a076ed tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:05.738403 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-bafd5e03-8317-4280-845d-0c4c21a076ed tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/networks?id=47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 200 len: 809 time: 0.1131587 Feb 21 02:29:05.756207 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-b26f2a16-d12a-43cd-91ec-29ba28caaea4 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/quotas/ebe91b074cd3444ea5b8e2a29179016d HTTP/1.1" status: 200 len: 375 time: 0.0103455 Feb 21 02:29:05.803287 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-6cc1c7e5-47e5-4c29-911b-68fe3462d971 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386734 Feb 21 02:29:05.817306 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d6bca1c-6404-4d87-909a-2e6bb1d6d0ab req-315bdab4-301e-4651-b8e3-bac396f2f675 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350019 Feb 21 02:29:05.819191 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fc85-911b-476f-98a9-8e37461b2464 admin admin] Publish callbacks [] for security_group (8db96724-2ff7-495b-bf55-4e1375f9c15d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.827786 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c5c5fc85-911b-476f-98a9-8e37461b2464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8db96724-2ff7-495b-bf55-4e1375f9c15d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.872601 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (736252cb-271e-421c-a2c0-6acd512809fb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.897064 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-9f755be7-ada4-4973-9fae-d98e631a05d8 service neutron] 10.222.0.75 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926945 Feb 21 02:29:05.906289 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 2, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:05.914705 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c5c5fc85-911b-476f-98a9-8e37461b2464 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ace666eaba8d45a68328335da299b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9272337 Feb 21 02:29:05.920940 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53928) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:05.924384 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5fc85-911b-476f-98a9-8e37461b2464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db96724-2ff7-495b-bf55-4e1375f9c15d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:05.938147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Checking router: 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:05.938603 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Updating router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 port 42306374-1053-4a2c-bf7b-5b99d1299a7f binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:05.967782 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:05.968866 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736252cb-271e-421c-a2c0-6acd512809fb,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:06.001161 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Checking segment: {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:06.001893 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Network hostable DHCP agents. Network: 42f3b7a1-6470-4818-9632-23f83cdc690a, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:29:06.006220 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-0f0f901c-e2a7-4c2e-93c9-24ce300c1c70 service neutron] 10.222.0.75 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033168 Feb 21 02:29:06.014956 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] Publish callbacks [] for security_group (8db96724-2ff7-495b-bf55-4e1375f9c15d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.043427 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Network 42f3b7a1-6470-4818-9632-23f83cdc690a is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:29:06.047180 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] Publish callbacks [] for security_group (8db96724-2ff7-495b-bf55-4e1375f9c15d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.072323 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 42f3b7a1-6470-4818-9632-23f83cdc690a) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:06.077269 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:06.078003 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.086191 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5b799-e60f-4d44-b9ef-23417837ad33 None None] Network 42f3b7a1-6470-4818-9632-23f83cdc690a requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:06.110386 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ecc465ea-7e76-46d4-98c4-2624fc79e4b5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0294998 Feb 21 02:29:06.110557 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53930) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:06.123519 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:06.150147 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8db96724-2ff7-495b-bf55-4e1375f9c15d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.152764 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.153950 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8db96724-2ff7-495b-bf55-4e1375f9c15d HTTP/1.1" status: 204 len: 168 time: 0.2304814 Feb 21 02:29:06.163528 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1365ef-ea06-4c18-aaa0-dab3b918eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db96724-2ff7-495b-bf55-4e1375f9c15d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:06.173457 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.175693 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.252906 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9bab1b7f-ab85-4678-8cf1-f2fab6964daf req-cf614253-987f-468f-92c4-097c084028ca tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0643637 Feb 21 02:29:06.319820 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for router_controller (84e7ccac-8d89-4702-a9d8-f65ed286f39c), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.402168 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-42f3b7a1-6470-4818-9632-23f83cdc690a', 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a', 'project_id': '294b53e853b24140af62a1689c1095ba', 'fixed_ips': [{'subnet_id': '736252cb-271e-421c-a2c0-6acd512809fb'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:29:06.403945 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.595235 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b87b89-1abb-473d-adbb-4136b3915604 req-5b2a5eec-b333-4941-8713-44ea1a2fcb00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:06.603689 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-62b87b89-1abb-473d-adbb-4136b3915604 req-5b2a5eec-b333-4941-8713-44ea1a2fcb00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.1017559 Feb 21 02:29:06.647415 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for router_gateway (84e7ccac-8d89-4702-a9d8-f65ed286f39c), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.685238 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-62b87b89-1abb-473d-adbb-4136b3915604 req-f9b9d8e6-a25d-427a-8d6f-67bb46a60179 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735459 Feb 21 02:29:06.784473 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53964) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:06.804214 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91e804bc-60fd-48c5-b00a-3e0da31fbc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.841315 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks [] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.871200 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 1d216a05-8a75-4134-96ce-87e8781e0406 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:06.885515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.929587 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91e804bc-60fd-48c5-b00a-3e0da31fbc79 admin admin] Publish callbacks [] for security_group (3404f4f6-83cb-4f8d-a787-12e817f8f051), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.934804 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-91e804bc-60fd-48c5-b00a-3e0da31fbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3404f4f6-83cb-4f8d-a787-12e817f8f051), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:06.965216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Allocated IP 172.20.0.2 (42f3b7a1-6470-4818-9632-23f83cdc690a/736252cb-271e-421c-a2c0-6acd512809fb/b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:06.985003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e804bc-60fd-48c5-b00a-3e0da31fbc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3404f4f6-83cb-4f8d-a787-12e817f8f051,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.005281 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-91e804bc-60fd-48c5-b00a-3e0da31fbc79 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=043501316d4f48a388e3545ba4ec860c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197728 Feb 21 02:29:07.008014 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53970) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:07.019406 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2922-e3de-43b5-a726-1025e14b76cd None None] Pushing event updated for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.027547 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for router_gateway (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.029975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53972) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:07.063961 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.081602 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] Publish callbacks [] for security_group (3404f4f6-83cb-4f8d-a787-12e817f8f051), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.124343 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] Publish callbacks [] for security_group (3404f4f6-83cb-4f8d-a787-12e817f8f051), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.156710 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 1d216a05-8a75-4134-96ce-87e8781e0406 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:07.157365 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.196992 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Allocated IP 172.27.1.27 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/5c134420-af48-40d2-bf04-db6416d74079) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:07.199513 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3404f4f6-83cb-4f8d-a787-12e817f8f051), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.203895 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.205863 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3404f4f6-83cb-4f8d-a787-12e817f8f051 HTTP/1.1" status: 204 len: 168 time: 0.1956272 Feb 21 02:29:07.210432 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6916-7d92-46ce-9ba8-a2a7feb2491d req-b6954470-8f11-4530-88ef-d73abdfd3ccc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:07.212100 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48dd6916-7d92-46ce-9ba8-a2a7feb2491d req-b6954470-8f11-4530-88ef-d73abdfd3ccc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.2564807 Feb 21 02:29:07.229411 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa93e2c-afcf-42a3-9f67-9d2605c9c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3404f4f6-83cb-4f8d-a787-12e817f8f051,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.242931 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Attempting to bind port 42306374-1053-4a2c-bf7b-5b99d1299a7f on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:07.243387 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Attempting to bind port 42306374-1053-4a2c-bf7b-5b99d1299a7f by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:07.243820 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Attempting to bind port 42306374-1053-4a2c-bf7b-5b99d1299a7f on network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:07.258947 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-edfdcd20-1d15-4805-b0c1-cf281639bb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.293322 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:07.293745 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Checking segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:07.294153 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.294547 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Bound using segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:07.295038 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Bound port: 42306374-1053-4a2c-bf7b-5b99d1299a7f, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:07.295416 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.406521 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4fdcdcf7-2fff-44df-8ac3-7ce627cbeef1 req-58b673af-fc32-49af-908f-397be0de9e77 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0448983 Feb 21 02:29:07.439189 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-edfdcd20-1d15-4805-b0c1-cf281639bb30 admin admin] Publish callbacks [] for security_group (ab6a06bb-ba14-4910-bce4-4c949c2ca559), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.448851 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-edfdcd20-1d15-4805-b0c1-cf281639bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ab6a06bb-ba14-4910-bce4-4c949c2ca559), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.458401 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48dd6916-7d92-46ce-9ba8-a2a7feb2491d req-9c938cb3-7eb7-4e30-afb6-db0b521d80c8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369034 Feb 21 02:29:07.467408 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-03f929b8-7fa5-4f0b-8804-2dc0bc8e6e54 None None] Provisioning complete for port 42306374-1053-4a2c-bf7b-5b99d1299a7f triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:07.467791 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03f929b8-7fa5-4f0b-8804-2dc0bc8e6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.534255 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-edfdcd20-1d15-4805-b0c1-cf281639bb30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5467fce46bf4b6c8195af063abd68f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001037 Feb 21 02:29:07.535548 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdcd20-1d15-4805-b0c1-cf281639bb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a06bb-ba14-4910-bce4-4c949c2ca559,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.536056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53984) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:07.557056 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for port (5c134420-af48-40d2-bf04-db6416d74079), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.570054 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks [] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.590817 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.595699 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] For port 42306374-1053-4a2c-bf7b-5b99d1299a7f, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:07.607443 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 1d216a05-8a75-4134-96ce-87e8781e0406 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:07.615885 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (5c134420-af48-40d2-bf04-db6416d74079), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.623430 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] Publish callbacks [] for security_group (ab6a06bb-ba14-4910-bce4-4c949c2ca559), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.642735 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-03f929b8-7fa5-4f0b-8804-2dc0bc8e6e54 None None] Port 42306374-1053-4a2c-bf7b-5b99d1299a7f cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:07.649791 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] For port 42306374-1053-4a2c-bf7b-5b99d1299a7f, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=42306374-1053-4a2c-bf7b-5b99d1299a7f,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:07.660947 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:07.661502 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Network 42f3b7a1-6470-4818-9632-23f83cdc690a is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:07.664615 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.668406 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:07.670992 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:07.673273 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:07.683584 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:07.685288 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] Publish callbacks [] for security_group (ab6a06bb-ba14-4910-bce4-4c949c2ca559), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.689463 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.695578 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 53986) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:07.701930 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Pushing event updated for resources: {'Port': ['ID=5c134420-af48-40d2-bf04-db6416d74079,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.729209 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3afd1620-505c-490a-86e7-09f24e6e64fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.752253 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ab6a06bb-ba14-4910-bce4-4c949c2ca559), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.760918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.762535 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab6a06bb-ba14-4910-bce4-4c949c2ca559 HTTP/1.1" status: 204 len: 168 time: 0.2252109 Feb 21 02:29:07.773990 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc839-5a13-48d3-9134-ebf01d1b97b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a06bb-ba14-4910-bce4-4c949c2ca559,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.816763 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.854352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2922-e3de-43b5-a726-1025e14b76cd None None] Pushing event updated for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:07.882806 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbedd4-6402-44be-bcd4-7def9e9f2a5d req-b88b2783-b12e-493c-95ad-8dc88adeb052 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:07.883570 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:07.883749 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:07.887636 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d8bbedd4-6402-44be-bcd4-7def9e9f2a5d req-b88b2783-b12e-493c-95ad-8dc88adeb052 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0898962 Feb 21 02:29:07.963021 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Attempting to bind port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:07.963462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Attempting to bind port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:07.963832 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Attempting to bind port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 on network 42f3b7a1-6470-4818-9632-23f83cdc690a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:07.971641 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d8bbedd4-6402-44be-bcd4-7def9e9f2a5d req-9bfea846-499f-47b3-a344-18222e0737ce tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765188 Feb 21 02:29:07.981067 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:07.981459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Checking segment: {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:07.981936 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:07.982346 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Bound using segment: {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:07.982837 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Bound port: b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:07.983224 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.053500 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3afd1620-505c-490a-86e7-09f24e6e64fa admin admin] Publish callbacks [] for security_group (9b00e86f-23cc-48aa-a306-008603742ada), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.061950 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3afd1620-505c-490a-86e7-09f24e6e64fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9b00e86f-23cc-48aa-a306-008603742ada), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.096694 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:08.139717 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd1620-505c-490a-86e7-09f24e6e64fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b00e86f-23cc-48aa-a306-008603742ada,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:08.148014 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3afd1620-505c-490a-86e7-09f24e6e64fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4798c946a8094b04b628ed1c6258f50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513097 Feb 21 02:29:08.151064 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Provisioning complete for port 42306374-1053-4a2c-bf7b-5b99d1299a7f triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:08.151185 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53994) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:08.151464 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.154397 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] For port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:08.157934 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for router_gateway (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.159306 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] For port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:08.211674 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] Publish callbacks [] for security_group (9b00e86f-23cc-48aa-a306-008603742ada), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.229674 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.238586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] Publish callbacks [] for security_group (9b00e86f-23cc-48aa-a306-008603742ada), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.302416 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9b00e86f-23cc-48aa-a306-008603742ada), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.306368 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.310352 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b00e86f-23cc-48aa-a306-008603742ada HTTP/1.1" status: 204 len: 168 time: 0.1577404 Feb 21 02:29:08.329891 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2604070-75ef-4044-b900-b0325f61cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b00e86f-23cc-48aa-a306-008603742ada,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:08.376524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 53998) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:08.409084 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5f5de30b-611c-4b30-a624-a2396fbd3af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.424929 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7dd65-522f-48bd-8c6f-75668f77b586 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:08.479555 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Current status of the port 42306374-1053-4a2c-bf7b-5b99d1299a7f is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:08.480581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.514351 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.561350 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] For port 42306374-1053-4a2c-bf7b-5b99d1299a7f, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=42306374-1053-4a2c-bf7b-5b99d1299a7f,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:08.575313 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.621589 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5f5de30b-611c-4b30-a624-a2396fbd3af0 admin admin] Publish callbacks [] for security_group (5d27af0d-0a42-4208-9c69-b3c8254cf66d), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.625815 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:08.655952 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5f5de30b-611c-4b30-a624-a2396fbd3af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5d27af0d-0a42-4208-9c69-b3c8254cf66d), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:08.672406 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0def7a-db0d-46d3-9f0d-81d22d2dd890 None None] The sync data for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi is: [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:08.692534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af45eb-9c7e-435b-a6fb-093d521abf9e None None] Pushing event updated for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:08.700895 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a34a668-ba70-4435-b3d2-c42c4536f2b0 req-6668c0e8-5f1c-4de6-9933-d2b57cb145ed tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0757108 Feb 21 02:29:08.826017 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5f5de30b-611c-4b30-a624-a2396fbd3af0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb49c289a8d34798887cbce8200353c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481773 Feb 21 02:29:08.829886 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5de30b-611c-4b30-a624-a2396fbd3af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d27af0d-0a42-4208-9c69-b3c8254cf66d,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:08.838409 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54012) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:08.865340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296fbe-2888-47d5-8b0e-5d56deef5701 req-2a3fd1a1-f93f-4d06-8b43-619f3ffc3ad3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:08.874110 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c4296fbe-2888-47d5-8b0e-5d56deef5701 req-2a3fd1a1-f93f-4d06-8b43-619f3ffc3ad3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.2706242 Feb 21 02:29:08.992831 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:09.032573 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] Publish callbacks [] for security_group (5d27af0d-0a42-4208-9c69-b3c8254cf66d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.060653 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c4296fbe-2888-47d5-8b0e-5d56deef5701 req-cc404c91-3193-423e-8048-fe9364ef9a14 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852722 Feb 21 02:29:09.084227 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:09.086455 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.111841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] Publish callbacks [] for security_group (5d27af0d-0a42-4208-9c69-b3c8254cf66d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.188131 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5d27af0d-0a42-4208-9c69-b3c8254cf66d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.190986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.194150 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d27af0d-0a42-4208-9c69-b3c8254cf66d HTTP/1.1" status: 204 len: 168 time: 0.3526185 Feb 21 02:29:09.209096 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef9061-ae41-4ea4-a232-a2e801f5c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d27af0d-0a42-4208-9c69-b3c8254cf66d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:09.233637 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cda9fd-0a99-4da3-a194-3d4ed0620338 req-637fe802-eeb9-4981-92f4-06c32e212b14 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:09.235599 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38cda9fd-0a99-4da3-a194-3d4ed0620338 req-637fe802-eeb9-4981-92f4-06c32e212b14 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.1042547 Feb 21 02:29:09.285345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:09.286564 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.345512 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:09.346705 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38cda9fd-0a99-4da3-a194-3d4ed0620338 req-eb51c365-d832-4346-bdcf-11e77db79f62 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912066 Feb 21 02:29:09.348464 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Router 84e7ccac-8d89-4702-a9d8-f65ed286f39c is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:29:09.356954 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.463874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:09.589684 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:09.605300 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Sync routers for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:09.623342 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:09.627902 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3968bdb7-3554-4c4b-8b70-e95a2b2ca826 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5164006 Feb 21 02:29:09.628216 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54036) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:09.628335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 0918eaa1-3a14-404c-9caf-d4c22252c6fe no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:29:09.663370 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:09.664910 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:09.702136 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 0918eaa1-3a14-404c-9caf-d4c22252c6fe {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:29:09.702487 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 0918eaa1-3a14-404c-9caf-d4c22252c6fe not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:29:09.956315 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02169596-35da-48df-b257-43f9d7e0b7bb req-8f4fa68d-7c78-4ba3-bfa0-509214c67f4f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0638030 Feb 21 02:29:10.018534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3d46c-9bb5-40d8-8b59-7b342e6d7f22 None None] Network 42f3b7a1-6470-4818-9632-23f83cdc690a requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:10.167763 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:10.322009 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b42450-8634-4a8e-94a2-1c01bb5f3773 req-b0903797-39a3-4fa3-afde-438b51b04134 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:10.346453 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c2b42450-8634-4a8e-94a2-1c01bb5f3773 req-b0903797-39a3-4fa3-afde-438b51b04134 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.1590614 Feb 21 02:29:10.397226 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-f2534f5b-3b83-46a1-a73f-cbe295aa9319 None None] Provisioning complete for port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:10.397880 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f2534f5b-3b83-46a1-a73f-cbe295aa9319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:10.509462 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:29:10.512648 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c2b42450-8634-4a8e-94a2-1c01bb5f3773 req-c1fdf5d8-628d-4b7a-b431-eab1338b0e00 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587360 Feb 21 02:29:10.650500 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 3, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:10.700353 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f2534f5b-3b83-46a1-a73f-cbe295aa9319 None None] Current status of the port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:10.769465 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Checking router: 84e7ccac-8d89-4702-a9d8-f65ed286f39c for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:10.770172 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Updating router 84e7ccac-8d89-4702-a9d8-f65ed286f39c port 5c134420-af48-40d2-bf04-db6416d74079 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:10.839297 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5c134420-af48-40d2-bf04-db6416d74079), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.136314 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-7eb71e6a-8585-4d5b-b36e-4831538c6041 None None] Provisioning complete for port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:11.141343 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7eb71e6a-8585-4d5b-b36e-4831538c6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.202373 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 42306374-1053-4a2c-bf7b-5b99d1299a7f up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:11.229628 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f9a3efe-238a-4dc3-8494-9f0f63382524 req-52b9c46b-e019-4bd9-9f42-77cfef50b15b tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0734990 Feb 21 02:29:11.260577 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-3b2c3180-7afa-4647-8ca7-fce19aa0e6a4 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:11.262189 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-3b2c3180-7afa-4647-8ca7-fce19aa0e6a4 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "GET /v2.0/networks?id=47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 200 len: 809 time: 0.7991047 Feb 21 02:29:11.290840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56a878-388a-454b-820f-4d00e664031e req-26c6f45b-e4e7-4af1-95b4-2f437dea53e3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:11.298286 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca56a878-388a-454b-820f-4d00e664031e req-26c6f45b-e4e7-4af1-95b4-2f437dea53e3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.6873229 Feb 21 02:29:11.339532 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Request body: {'port': {'device_id': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4', 'admin_state_up': True, 'tenant_id': 'ebe91b074cd3444ea5b8e2a29179016d'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:11.411255 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 42306374-1053-4a2c-bf7b-5b99d1299a7f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:11.412671 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.431116 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks [] for port (5c134420-af48-40d2-bf04-db6416d74079), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.438300 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5c134420-af48-40d2-bf04-db6416d74079), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.519008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7eb71e6a-8585-4d5b-b36e-4831538c6041 None None] Current status of the port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:11.532804 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a77d3-a48e-4d88-90d2-cb94370dda57 None None] Pushing event updated for resources: {'Port': ['ID=5c134420-af48-40d2-bf04-db6416d74079,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:11.555605 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Attempting to bind port 5c134420-af48-40d2-bf04-db6416d74079 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:11.555815 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Attempting to bind port 5c134420-af48-40d2-bf04-db6416d74079 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:11.556091 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Attempting to bind port 5c134420-af48-40d2-bf04-db6416d74079 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:11.564249 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:11.565060 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:11.565695 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.566417 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:11.567654 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Bound port: 5c134420-af48-40d2-bf04-db6416d74079, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:11.568355 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5c134420-af48-40d2-bf04-db6416d74079), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.643117 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 42306374-1053-4a2c-bf7b-5b99d1299a7f is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:11.644500 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:11.653778 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] For port 5c134420-af48-40d2-bf04-db6416d74079, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:11.669601 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] For port 5c134420-af48-40d2-bf04-db6416d74079, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5c134420-af48-40d2-bf04-db6416d74079,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:11.688536 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5c134420-af48-40d2-bf04-db6416d74079), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.730284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:11.731313 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.736973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297105d3-3889-44d8-9d38-f7bbba0b43eb req-929742f2-17f1-4caf-aab6-acca0e5fa8ca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:11.745473 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-297105d3-3889-44d8-9d38-f7bbba0b43eb req-929742f2-17f1-4caf-aab6-acca0e5fa8ca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0760851 Feb 21 02:29:11.796695 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:11.797324 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:11.815170 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-297105d3-3889-44d8-9d38-f7bbba0b43eb req-3d2b88ad-b890-4e57-bb40-f41c3fab3491 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623271 Feb 21 02:29:11.821991 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.824563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Made reservation on behalf of ebe91b074cd3444ea5b8e2a29179016d for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:11.830431 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:11.864788 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:11.899028 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca56a878-388a-454b-820f-4d00e664031e req-cd39cd41-8b99-4797-bb9a-ca372f16680d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997851 Feb 21 02:29:11.904300 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a77d3-a48e-4d88-90d2-cb94370dda57 None None] Pushing event updated for resources: {'Port': ['ID=5c134420-af48-40d2-bf04-db6416d74079,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:12.009126 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:12.075757 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c086-0306-4ed9-bfbc-753231ee700c req-64758377-a349-41b3-938f-1fcc4b8a9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:12.077328 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea94c086-0306-4ed9-bfbc-753231ee700c req-64758377-a349-41b3-938f-1fcc4b8a9148 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1129 time: 0.8124347 Feb 21 02:29:12.237776 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 3, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:12.241576 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea94c086-0306-4ed9-bfbc-753231ee700c req-85ecd29e-2769-416d-8e15-01a20e700d72 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318250 Feb 21 02:29:12.268801 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Allocated IP 172.20.0.1 (42f3b7a1-6470-4818-9632-23f83cdc690a/736252cb-271e-421c-a2c0-6acd512809fb/ecc587d8-0091-46ee-b7f2-5a2af894f4fc) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:12.269414 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acb7b7-92e2-43eb-911b-3fc0b4c4553a None None] The sync data for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi is: [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:07Z', 'revision_number': 3, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:12.271119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Allocated IP 172.20.0.9 (47902730-a416-4a1e-a09f-8dbc18c262d4/5b38ec42-7cc5-4818-93a8-3d80c361b980/13e94cd1-063a-4c40-9c82-feb80fe73d30) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:12.376274 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04747a04-8cef-4b4e-9a6a-68913daaf79e req-f4589328-2e7c-424d-884b-baa37c76d644 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0546243 Feb 21 02:29:12.502333 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks [] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:12.583506 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks [] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:12.594914 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:12.666003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Network 42f3b7a1-6470-4818-9632-23f83cdc690a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:12.672238 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Pushing event updated for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:12.676408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:12.680906 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:12.682276 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:12.710194 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:12.932101 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5c134420-af48-40d2-bf04-db6416d74079 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:12.939544 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Network 47902730-a416-4a1e-a09f-8dbc18c262d4 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:12.999777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:13.034972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:13.041323 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:13.042568 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.045845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Pushing event updated for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:13.082804 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 5c134420-af48-40d2-bf04-db6416d74079 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:13.083260 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5c134420-af48-40d2-bf04-db6416d74079), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.123857 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482d8e2-6698-4afe-adfd-c912bcd0a466 req-14d8dfbf-4167-453a-9bde-7bb8fda61bd7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:13.129848 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3482d8e2-6698-4afe-adfd-c912bcd0a466 req-14d8dfbf-4167-453a-9bde-7bb8fda61bd7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.1268284 Feb 21 02:29:13.151267 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-8d62dc2b-bb72-4de9-86df-d2ae5f6f09e7 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8506877 Feb 21 02:29:13.166366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Request body: {'port': {'device_id': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:13.221033 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-9cf6d7da-0efd-4373-9a0d-0d7239f9111a None None] Provisioning complete for port ecc587d8-0091-46ee-b7f2-5a2af894f4fc triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:13.221414 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d7da-0efd-4373-9a0d-0d7239f9111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.226412 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 5c134420-af48-40d2-bf04-db6416d74079 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:13.226962 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5c134420-af48-40d2-bf04-db6416d74079), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.229884 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3482d8e2-6698-4afe-adfd-c912bcd0a466 req-00670405-7543-42e5-a72e-4801137a01e0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862112 Feb 21 02:29:13.248975 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0e6f6-407e-45ba-b535-5c6e67c5dbb3 req-9b2cb9aa-735a-4137-bf82-ac40d65e5b43 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:13.250685 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5cb0e6f6-407e-45ba-b535-5c6e67c5dbb3 req-9b2cb9aa-735a-4137-bf82-ac40d65e5b43 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.3225360 Feb 21 02:29:13.256049 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 5c134420-af48-40d2-bf04-db6416d74079, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5c134420-af48-40d2-bf04-db6416d74079,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:13.287141 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5c134420-af48-40d2-bf04-db6416d74079), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.336984 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6d7da-0efd-4373-9a0d-0d7239f9111a None None] Port ecc587d8-0091-46ee-b7f2-5a2af894f4fc cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:13.374335 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.382852 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=5c134420-af48-40d2-bf04-db6416d74079,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:13.417382 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5cb0e6f6-407e-45ba-b535-5c6e67c5dbb3 req-92ec1ace-7a6b-4945-9973-63e2576e64c1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Feb 21 02:29:13.420825 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:13.811259 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f9b9-01ee-45c3-bc38-3921453c0091 req-d753569b-1349-4d62-840c-fd4d73482f52 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:13.812837 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d240f9b9-01ee-45c3-bc38-3921453c0091 req-d753569b-1349-4d62-840c-fd4d73482f52 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 931 time: 0.3007874 Feb 21 02:29:14.001584 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d240f9b9-01ee-45c3-bc38-3921453c0091 req-3870b31e-3246-43c1-9d27-8f349960ae6c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743431 Feb 21 02:29:14.093509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks [] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.102457 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.103333 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.249043 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Pushing event updated for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:14.262938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e94cd1-063a-4c40-9c82-feb80fe73d30 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:29:14.273187 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks [] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.299659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Transition to ACTIVE for port object 13e94cd1-063a-4c40-9c82-feb80fe73d30 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:29:14.307103 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.364741 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Network 42f3b7a1-6470-4818-9632-23f83cdc690a is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:14.370587 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:14.391838 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:14.464571 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Attempting to bind port 13e94cd1-063a-4c40-9c82-feb80fe73d30 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:14.465071 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Attempting to bind port 13e94cd1-063a-4c40-9c82-feb80fe73d30 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:14.465512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Attempting to bind port 13e94cd1-063a-4c40-9c82-feb80fe73d30 on network 47902730-a416-4a1e-a09f-8dbc18c262d4 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:14.474615 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Port 13e94cd1-063a-4c40-9c82-feb80fe73d30 on network 47902730-a416-4a1e-a09f-8dbc18c262d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:29:14.475074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Attempting to bind port 13e94cd1-063a-4c40-9c82-feb80fe73d30 on network 47902730-a416-4a1e-a09f-8dbc18c262d4 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:14.488957 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:14.489840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Checking segment: {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:14.489840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Bound using segment: {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:14.490221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Bound port: 13e94cd1-063a-4c40-9c82-feb80fe73d30, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483c35b3-b6cd-4bf8-a484-747f90be8d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:14.490577 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.573582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4ca4-21f8-4d26-b15a-b2145b26e6f2 req-3e2cf5be-d8ac-44a5-8395-3ae6dd5a15eb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:14.575420 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f3d4ca4-21f8-4d26-b15a-b2145b26e6f2 req-3e2cf5be-d8ac-44a5-8395-3ae6dd5a15eb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0678720 Feb 21 02:29:14.630115 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f3d4ca4-21f8-4d26-b15a-b2145b26e6f2 req-fd6e38c6-7fca-4d6e-b023-2d5240e254f2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488322 Feb 21 02:29:14.683672 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-8aa6fede-ec01-4367-b6d0-f2881122cb9a None None] Provisioning complete for port ecc587d8-0091-46ee-b7f2-5a2af894f4fc triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:14.684275 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fede-ec01-4367-b6d0-f2881122cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.739001 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6fede-ec01-4367-b6d0-f2881122cb9a None None] Port ecc587d8-0091-46ee-b7f2-5a2af894f4fc cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:14.851852 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5c134420-af48-40d2-bf04-db6416d74079 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:14.884047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Router 84e7ccac-8d89-4702-a9d8-f65ed286f39c has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:29:14.894741 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:14.900822 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:14.907344 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 5c134420-af48-40d2-bf04-db6416d74079 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:14.907721 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5c134420-af48-40d2-bf04-db6416d74079), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:14.908842 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d498b-7e92-406d-afbd-a1c2964232ee req-33248dcf-a08b-45f2-80ab-c083140be73a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:14.910413 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-113d498b-7e92-406d-afbd-a1c2964232ee req-33248dcf-a08b-45f2-80ab-c083140be73a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1401703 Feb 21 02:29:14.919097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:15.010207 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 5c134420-af48-40d2-bf04-db6416d74079 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:15.027184 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:15.027820 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:15.029539 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] 10.222.0.42 "PUT /v2.0/ports/13e94cd1-063a-4c40-9c82-feb80fe73d30 HTTP/1.1" status: 200 len: 1093 time: 1.8690550 Feb 21 02:29:15.030112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:15.032913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c1734-143e-48f0-a9ab-ea8667922d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:15.141478 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-113d498b-7e92-406d-afbd-a1c2964232ee req-397fa8ac-1512-43cc-b0d2-54ad2115071d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200801 Feb 21 02:29:15.167593 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebd398-6609-4e51-96d9-98d4c308e9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:15.194185 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6de6e-5c35-435b-8fa2-e16dba21da2e req-9d65ea67-1e9d-4071-8c23-6e88a0746084 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:15.195963 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89b6de6e-5c35-435b-8fa2-e16dba21da2e req-9d65ea67-1e9d-4071-8c23-6e88a0746084 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 943 time: 0.0858274 Feb 21 02:29:15.212926 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0001c7a-6b33-4c30-a36a-a490c638a019 x-openstack-request-id: req-e0001c7a-6b33-4c30-a36a-a490c638a019 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:15.213878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:15.214605 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0001c7a-6b33-4c30-a36a-a490c638a019 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:15.215197 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30', 'status': 'completed', 'code': 200} Feb 21 02:29:15.229093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:15.247150 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d9e09918-4f80-41c3-a13e-5c2b1231c4da admin admin] 10.222.0.75 "PUT /v2.0/routers/84e7ccac-8d89-4702-a9d8-f65ed286f39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6072414 Feb 21 02:29:15.250268 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Sync routers for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:15.267835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-5f0ffb5f-0f90-4def-b1d5-6ea4b6afc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:15.268366 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89b6de6e-5c35-435b-8fa2-e16dba21da2e req-00008f8a-755f-4098-afa7-2825e4814cc3 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651653 Feb 21 02:29:15.270024 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-5f0ffb5f-0f90-4def-b1d5-6ea4b6afc3cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 1127 time: 0.1510098 Feb 21 02:29:15.272567 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:15.273186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:15.334973 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-dbaf206b-5520-4fc5-9d82-a104d463b3b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30 HTTP/1.1" status: 200 len: 217 time: 0.0509150 Feb 21 02:29:15.427374 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071ece-788e-406a-b02c-9753f5c2573c req-4b39ddc5-9276-4275-8b2d-a17a8c79ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:15.429888 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-4b39ddc5-9276-4275-8b2d-a17a8c79ba16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b38ec42-7cc5-4818-93a8-3d80c361b980 HTTP/1.1" status: 200 len: 849 time: 0.0879457 Feb 21 02:29:15.468933 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:15.528702 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-bf6958b6-b853-47b7-aeae-84807de591ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47902730-a416-4a1e-a09f-8dbc18c262d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917375 Feb 21 02:29:15.741160 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-97b36b49-ba11-4bcd-8c33-d19d266700ea service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013354 Feb 21 02:29:15.835818 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'ecc587d8-0091-46ee-b7f2-5a2af894f4fc', 'name': '', 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'mac_address': 'fa:16:3e:eb:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '736252cb-271e-421c-a2c0-6acd512809fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:11Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 2, 'project_id': '294b53e853b24140af62a1689c1095ba', 'subnets': [{'id': '736252cb-271e-421c-a2c0-6acd512809fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:15.870193 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Checking router: 84e7ccac-8d89-4702-a9d8-f65ed286f39c for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:15.870595 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Updating router 84e7ccac-8d89-4702-a9d8-f65ed286f39c port ecc587d8-0091-46ee-b7f2-5a2af894f4fc binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:15.876281 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-01071ece-788e-406a-b02c-9753f5c2573c req-0fb5e705-5a10-4d79-84cd-dab02e74c57e service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257555 Feb 21 02:29:15.909176 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.005048 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54286) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:16.061482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-029c0b5e-fcd6-4c23-be48-6a4b7fb0fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:16.063704 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-029c0b5e-fcd6-4c23-be48-6a4b7fb0fa9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 1127 time: 0.1141977 Feb 21 02:29:16.217206 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54298) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:16.320482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-6648f6db-7e95-4e81-9bc4-c48ce9bae488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:16.322342 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-6648f6db-7e95-4e81-9bc4-c48ce9bae488 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 200 len: 910 time: 0.2508960 Feb 21 02:29:16.329741 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks [] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.352122 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.356370 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54306) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:16.386607 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b44808d4-46be-48ce-afe9-4dd4f8ead738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.445396 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107378030', 'description': 'tempest-secgroup-smoke-1107378030 description', 'project_id': '2c955ce069224b53aa944c7971e3650c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:16.470028 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-aa88b17e-f127-4bea-84de-c625c75f9bfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30 HTTP/1.1" status: 200 len: 217 time: 0.1381295 Feb 21 02:29:16.475088 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.483169 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ff6e5-cf81-4b8e-a928-e2eba2c8864b None None] Pushing event updated for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:16.499756 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa99c-ab0f-4608-bf45-a482b621fb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.571987 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Attempting to bind port ecc587d8-0091-46ee-b7f2-5a2af894f4fc on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:16.572601 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Attempting to bind port ecc587d8-0091-46ee-b7f2-5a2af894f4fc by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:16.573403 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Attempting to bind port ecc587d8-0091-46ee-b7f2-5a2af894f4fc on network 42f3b7a1-6470-4818-9632-23f83cdc690a {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:16.582288 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-6a5462ac-c083-44f7-a36a-d6a687f52263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:16.584641 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-6a5462ac-c083-44f7-a36a-d6a687f52263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5b38ec42-7cc5-4818-93a8-3d80c361b980 HTTP/1.1" status: 200 len: 849 time: 0.1071665 Feb 21 02:29:16.585421 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:16.586069 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Checking segment: {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:16.586720 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.587272 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Bound using segment: {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:16.588428 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2820c74-d347-4519-96e9-b6dc488e367f req-28e930c2-6c27-4672-b1cc-55e96b7a7f34 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:16.588766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Bound port: ecc587d8-0091-46ee-b7f2-5a2af894f4fc, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988c9aa7-cb03-473d-8063-12e58ef57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:16.589175 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.597421 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a2820c74-d347-4519-96e9-b6dc488e367f req-28e930c2-6c27-4672-b1cc-55e96b7a7f34 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 943 time: 0.1806507 Feb 21 02:29:16.644753 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-95684f5c-5de9-49aa-bc65-60946517d793 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47902730-a416-4a1e-a09f-8dbc18c262d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515773 Feb 21 02:29:16.691146 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] For port ecc587d8-0091-46ee-b7f2-5a2af894f4fc, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:16.697429 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] For port ecc587d8-0091-46ee-b7f2-5a2af894f4fc, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:16.715477 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b44808d4-46be-48ce-afe9-4dd4f8ead738 admin admin] Publish callbacks [] for security_group (e5d17699-bfc9-4fbe-9019-b4b489631059), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.734006 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.736931 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b44808d4-46be-48ce-afe9-4dd4f8ead738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e5d17699-bfc9-4fbe-9019-b4b489631059), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.755227 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa99c-ab0f-4608-bf45-a482b621fb7a admin admin] Publish callbacks [] for security_group (747ae8d0-6334-48d4-b3ed-34a5a0c14e5f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.766835 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a2820c74-d347-4519-96e9-b6dc488e367f req-ff949a4b-5b1a-4bbe-92c4-ac24d922a85b tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681600 Feb 21 02:29:16.795084 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa99c-ab0f-4608-bf45-a482b621fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (747ae8d0-6334-48d4-b3ed-34a5a0c14e5f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.806925 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (a33b1587-9e4f-4257-8cad-db6dc7642664), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.832762 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a33b1587-9e4f-4257-8cad-db6dc7642664), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.854807 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44808d4-46be-48ce-afe9-4dd4f8ead738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d17699-bfc9-4fbe-9019-b4b489631059,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:16.880663 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:16.881311 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:16.882573 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b44808d4-46be-48ce-afe9-4dd4f8ead738 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c86d0cde66a4535906ec90f7e96d60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8758833 Feb 21 02:29:16.886082 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54322) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:16.889937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ff6e5-cf81-4b8e-a928-e2eba2c8864b None None] Pushing event updated for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:16.897313 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ac1fa99c-ab0f-4608-bf45-a482b621fb7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a34320e5273e481487110d52d24968b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6779282 Feb 21 02:29:16.900895 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54324) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:16.930815 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa99c-ab0f-4608-bf45-a482b621fb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747ae8d0-6334-48d4-b3ed-34a5a0c14e5f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:16.987643 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b1587-9e4f-4257-8cad-db6dc7642664,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:16.994997 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:16.999109 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ecd6dcec-6046-413c-a3f0-4d3b2cb19c02 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6387403 Feb 21 02:29:16.999494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Provisioning complete for port ecc587d8-0091-46ee-b7f2-5a2af894f4fc triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:16.999494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.004135 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54326) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:17.016876 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-fdbab350-4ed6-4f6d-bf75-ebd529149651 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:17.019055 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-fdbab350-4ed6-4f6d-bf75-ebd529149651 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.3769095 Feb 21 02:29:17.020411 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:17.021301 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-15e6d0dd-d72f-4ba6-80ca-c479ab6cc68a service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586700 Feb 21 02:29:17.046021 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] Publish callbacks [] for security_group (e5d17699-bfc9-4fbe-9019-b4b489631059), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.083928 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] Publish callbacks [] for security_group (747ae8d0-6334-48d4-b3ed-34a5a0c14e5f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.122890 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] Publish callbacks [] for security_group (747ae8d0-6334-48d4-b3ed-34a5a0c14e5f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.123210 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] Publish callbacks [] for security_group (e5d17699-bfc9-4fbe-9019-b4b489631059), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.126743 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (a0ec5491-55ea-4d16-b51d-c188d80e65d3), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.238567 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-f9616c6b-9ff4-42e5-9e10-f68a201c44e5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/quotas/440cb05903bb427baa54dbe25b56ee7c HTTP/1.1" status: 200 len: 375 time: 0.1926618 Feb 21 02:29:17.298478 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e5d17699-bfc9-4fbe-9019-b4b489631059), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.301457 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.303771 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5d17699-bfc9-4fbe-9019-b4b489631059 HTTP/1.1" status: 204 len: 168 time: 0.4091659 Feb 21 02:29:17.321206 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (a0ec5491-55ea-4d16-b51d-c188d80e65d3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.329371 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (a0ec5491-55ea-4d16-b51d-c188d80e65d3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.370664 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397435b-d572-43d2-828c-02a6ceec94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d17699-bfc9-4fbe-9019-b4b489631059,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:17.403631 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e7b1-828b-4441-9e58-290c28b7a790 req-5365d5a7-d248-4805-9d46-bffc1c84d702 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:17.405735 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9182e7b1-828b-4441-9e58-290c28b7a790 req-5365d5a7-d248-4805-9d46-bffc1c84d702 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.2071826 Feb 21 02:29:17.409954 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ec5491-55ea-4d16-b51d-c188d80e65d3,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:17.431875 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:17.439217 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-ad6d4905-7de8-4ec0-9b45-8f32e461f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:17.442270 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-ad6d4905-7de8-4ec0-9b45-8f32e461f331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.2824903 Feb 21 02:29:17.448752 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.450930 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-04473789-df97-4898-b75b-cf1ad3877de6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457831 Feb 21 02:29:17.457558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54334) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:17.469333 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:17.499168 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (747ae8d0-6334-48d4-b3ed-34a5a0c14e5f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.503045 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.506890 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/747ae8d0-6334-48d4-b3ed-34a5a0c14e5f HTTP/1.1" status: 204 len: 168 time: 0.5935369 Feb 21 02:29:17.523125 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d55c1734-143e-48f0-a9ab-ea8667922d2a req-defd8779-1c46-4878-aa84-fad4aa07b8e8 service neutron] 10.222.0.42 "GET /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756641 Feb 21 02:29:17.526652 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9182e7b1-828b-4441-9e58-290c28b7a790 req-23d5825b-9232-43e0-83d4-ffbab37943d1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977468 Feb 21 02:29:17.544226 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-5d57a383-64c8-4211-b385-a9e177e7dfc9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2670918 Feb 21 02:29:17.552367 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Current status of the port ecc587d8-0091-46ee-b7f2-5a2af894f4fc is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:17.552766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.635718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] For port ecc587d8-0091-46ee-b7f2-5a2af894f4fc, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:17.649804 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a311e26-1377-4dca-8607-22a95e37e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747ae8d0-6334-48d4-b3ed-34a5a0c14e5f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:17.650385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.722117 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (a5ec640c-a627-4601-81da-62ab6743fc78), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.797566 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d79629-0315-493c-92ff-6ef1a152d05d None None] Pushing event updated for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:17.804408 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54342) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:17.814351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-bcddb7da-82f1-42fb-99df-2b10a6b58418 None None] Provisioning complete for port ecc587d8-0091-46ee-b7f2-5a2af894f4fc triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:17.814507 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bcddb7da-82f1-42fb-99df-2b10a6b58418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.819027 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (a5ec640c-a627-4601-81da-62ab6743fc78), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.820844 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-a830c1e0-6dfc-44cc-b0d9-69ed3ae8cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:17.823041 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-a830c1e0-6dfc-44cc-b0d9-69ed3ae8cd8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.3640189 Feb 21 02:29:17.828121 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (a5ec640c-a627-4601-81da-62ab6743fc78), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.862698 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d455-107c-48b1-84c6-198918e62490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.893210 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-cc712789-c108-49ae-90ee-9b5d4d248bb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0598290 Feb 21 02:29:17.907979 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'ecc587d8-0091-46ee-b7f2-5a2af894f4fc', 'name': '', 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'mac_address': 'fa:16:3e:eb:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '736252cb-271e-421c-a2c0-6acd512809fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:11Z', 'updated_at': '2022-02-21T02:29:16Z', 'revision_number': 4, 'project_id': '294b53e853b24140af62a1689c1095ba', 'subnets': [{'id': '736252cb-271e-421c-a2c0-6acd512809fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:17.944721 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed087140-a697-4a51-9c2e-7e26091b9b89 None None] The sync data for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi is: [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'ecc587d8-0091-46ee-b7f2-5a2af894f4fc', 'name': '', 'network_id': '42f3b7a1-6470-4818-9632-23f83cdc690a', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'mac_address': 'fa:16:3e:eb:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '736252cb-271e-421c-a2c0-6acd512809fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:11Z', 'updated_at': '2022-02-21T02:29:16Z', 'revision_number': 4, 'project_id': '294b53e853b24140af62a1689c1095ba', 'subnets': [{'id': '736252cb-271e-421c-a2c0-6acd512809fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:17.958155 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-bcddb7da-82f1-42fb-99df-2b10a6b58418 None None] Current status of the port ecc587d8-0091-46ee-b7f2-5a2af894f4fc is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:17.964456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ec640c-a627-4601-81da-62ab6743fc78,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:17.974191 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-2b462167-500e-4aa4-9f27-bfda6623947c service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494360 Feb 21 02:29:17.977611 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:17.981227 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a23015c7-c0a1-4ecc-855f-ec40526767f8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5155823 Feb 21 02:29:17.981524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54346) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:17.987502 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:18.068963 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d455-107c-48b1-84c6-198918e62490 admin admin] Publish callbacks [] for security_group (ba4cf461-03ee-4c39-9f3d-55f0f921535a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.087524 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a302-a959-42b3-a469-84f821bc0186 req-d9a09897-bb08-4482-9b94-fd8df57a8df5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:18.102628 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-36769db7-c2b8-49cb-915d-508540b9d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:18.104109 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-36769db7-c2b8-49cb-915d-508540b9d407 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.1954741 Feb 21 02:29:18.116786 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffa5a302-a959-42b3-a469-84f821bc0186 req-d9a09897-bb08-4482-9b94-fd8df57a8df5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 943 time: 0.1508029 Feb 21 02:29:18.118632 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d455-107c-48b1-84c6-198918e62490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ba4cf461-03ee-4c39-9f3d-55f0f921535a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.163786 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-2fcf7211-1afe-4db2-9bfb-2776c40215b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441639 Feb 21 02:29:18.164200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (cf531a9a-b315-44e4-9178-efdb2ab3cd6e), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.191576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9d455-107c-48b1-84c6-198918e62490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4cf461-03ee-4c39-9f3d-55f0f921535a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:18.214107 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2ba9d455-107c-48b1-84c6-198918e62490 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f52422075ef43479b47b2d2ec09216c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061315 Feb 21 02:29:18.224277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54354) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:18.266681 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffa5a302-a959-42b3-a469-84f821bc0186 req-4ddaf7d8-d9ab-4644-b8d4-3c9412199e4c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484902 Feb 21 02:29:18.341374 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-22213524-a7d3-405f-ac90-a2ce89644809 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458083 Feb 21 02:29:18.410336 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (cf531a9a-b315-44e4-9178-efdb2ab3cd6e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.413157 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-463f9469-b7f9-4547-918b-543aae9eebbd service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431283 Feb 21 02:29:18.414061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] Publish callbacks [] for security_group (ba4cf461-03ee-4c39-9f3d-55f0f921535a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.417429 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (cf531a9a-b315-44e4-9178-efdb2ab3cd6e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.519724 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf531a9a-b315-44e4-9178-efdb2ab3cd6e,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:18.527482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] Publish callbacks [] for security_group (ba4cf461-03ee-4c39-9f3d-55f0f921535a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.558940 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.571032 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3f7f24c1-145b-4b56-9229-54309f600e4f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5881674 Feb 21 02:29:18.573587 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54370) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:18.579429 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:18.678319 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (86bd7987-1d2d-466b-8472-9a2a0789b909), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.745584 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21fe8e-d48f-4cc7-803f-b37a57fbde44 req-dc7a56b5-4416-4554-8712-9d31b55642f3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:18.753041 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae21fe8e-d48f-4cc7-803f-b37a57fbde44 req-dc7a56b5-4416-4554-8712-9d31b55642f3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1271930 Feb 21 02:29:18.779721 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5a1018b2-4db5-4fc5-b9b7-5b492d0fa7c0 req-716a655b-e6c5-4bb9-ba0e-2db04d3c4181 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468168 Feb 21 02:29:18.850173 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (86bd7987-1d2d-466b-8472-9a2a0789b909), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.853461 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ba4cf461-03ee-4c39-9f3d-55f0f921535a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.856247 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.860719 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba4cf461-03ee-4c39-9f3d-55f0f921535a HTTP/1.1" status: 204 len: 168 time: 0.6277881 Feb 21 02:29:18.872920 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (86bd7987-1d2d-466b-8472-9a2a0789b909), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.884952 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-610a93ff-3bad-4b31-ac2b-9937bbe2b43a req-9ba5fb54-561d-4818-8a5a-452656b5a413 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 210 time: 0.1134925 Feb 21 02:29:18.893153 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c3d0-14df-4304-9088-ac924dd72cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4cf461-03ee-4c39-9f3d-55f0f921535a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:18.954916 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae21fe8e-d48f-4cc7-803f-b37a57fbde44 req-1b5fd1ec-bf6a-46aa-a739-96eeae488db8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985352 Feb 21 02:29:18.960167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bd7987-1d2d-466b-8472-9a2a0789b909,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:18.982735 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:18.988537 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e336ee52-d9cc-415c-b701-fabb78a38d07 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4124582 Feb 21 02:29:18.988730 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54388) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:18.993452 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:19.021805 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ecc587d8-0091-46ee-b7f2-5a2af894f4fc up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:19.027438 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Project 2c955ce069224b53aa944c7971e3650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:29:19.033479 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (648fc8db-c3f2-4953-800f-97886f66a221), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.105418 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (648fc8db-c3f2-4953-800f-97886f66a221), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.112981 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port ecc587d8-0091-46ee-b7f2-5a2af894f4fc triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:19.113797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (648fc8db-c3f2-4953-800f-97886f66a221), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.115452 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.138282 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.139614 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503489 Feb 21 02:29:19.146948 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54394) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:19.151768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'security_group_rule': {'security_group_id': 'a33b1587-9e4f-4257-8cad-db6dc7642664', 'project_id': '2c955ce069224b53aa944c7971e3650c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:19.156028 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790a896-6484-42ba-9a87-2415b9d42e58 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648fc8db-c3f2-4953-800f-97886f66a221,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:19.185610 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Project 2c955ce069224b53aa944c7971e3650c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:29:19.205925 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (6ebb533c-81ca-42f5-9119-bb39ce211cba), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.251367 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port ecc587d8-0091-46ee-b7f2-5a2af894f4fc is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:19.329958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (6ebb533c-81ca-42f5-9119-bb39ce211cba), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.338439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (6ebb533c-81ca-42f5-9119-bb39ce211cba), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.369726 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebb533c-81ca-42f5-9119-bb39ce211cba,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:19.397393 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:19.398923 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-59553465-1893-4197-bbb1-2dae805e53e6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2507219 Feb 21 02:29:19.514839 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb61a9-74fb-4751-aff6-fe3159794f6d req-5b5cc15e-adae-4dd9-bef1-992b7ec4edc4 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:19.516832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37fb61a9-74fb-4751-aff6-fe3159794f6d req-5b5cc15e-adae-4dd9-bef1-992b7ec4edc4 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 943 time: 0.1310375 Feb 21 02:29:19.648783 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37fb61a9-74fb-4751-aff6-fe3159794f6d req-1ff2ec30-8c9d-47b5-a656-96c67e44732d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255107 Feb 21 02:29:20.018002 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f4af567d-d58d-48f6-af7e-e41e045b3a64 req-f42117a6-3a10-421a-90cc-647ff9c3b3d1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0446827 Feb 21 02:29:20.402875 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 13e94cd1-063a-4c40-9c82-feb80fe73d30 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:29:20.574761 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:20.597842 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '13e94cd1-063a-4c40-9c82-feb80fe73d30', 'network_id': '47902730-a416-4a1e-a09f-8dbc18c262d4', 'port_id': '13e94cd1-063a-4c40-9c82-feb80fe73d30', 'mac_address': 'fa:16:3e:c2:a1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b38ec42-7cc5-4818-93a8-3d80c361b980', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:29:20.652294 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 13e94cd1-063a-4c40-9c82-feb80fe73d30 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:20.652869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:20.682381 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e94cd1-063a-4c40-9c82-feb80fe73d30 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:29:20.713827 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:20.719500 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:20.731998 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaf3a0-39b5-4b2e-b4d3-2a232badbe60 req-721b8c78-36bd-4b64-9b83-8073ad34f396 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:20.733698 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-06eaf3a0-39b5-4b2e-b4d3-2a232badbe60 req-721b8c78-36bd-4b64-9b83-8073ad34f396 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.6660366 Feb 21 02:29:20.806640 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:20.910726 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c692b7-f141-407d-a395-85ba12b93be7 req-4edbd747-d56c-4ea6-8599-e7bcdea596ca tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:20.912762 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-23c692b7-f141-407d-a395-85ba12b93be7 req-4edbd747-d56c-4ea6-8599-e7bcdea596ca tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 944 time: 0.1279182 Feb 21 02:29:20.944023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-45ab71fc-b379-481b-8eff-eca854eab376 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:20.950467 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-45ab71fc-b379-481b-8eff-eca854eab376 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.8090861 Feb 21 02:29:20.955766 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-06eaf3a0-39b5-4b2e-b4d3-2a232badbe60 req-b39702c6-0b64-43ac-bcac-80dbe06e0304 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021058 Feb 21 02:29:20.980112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Request body: {'port': {'device_id': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'admin_state_up': True, 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:21.017350 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-23c692b7-f141-407d-a395-85ba12b93be7 req-cb32562c-142f-4a21-b117-920c075da9a8 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915215 Feb 21 02:29:21.158954 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-62d63f47-f8f5-4c91-a3cc-7eb6f8fdc031 req-0bf89f87-66f1-4f3d-91a6-6b479643be69 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0628479 Feb 21 02:29:21.165084 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['13e94cd1-063a-4c40-9c82-feb80fe73d30'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:21.209116 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:21.214836 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:21.389466 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Allocated IP 172.20.0.3 (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf/798881ee-d097-4690-8f55-082f01260f08/859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:21.591806 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks [] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:21.628595 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:21.643199 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'b84a1600-9302-43ac-8004-61bd10577802'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:21.699758 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:21.705619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:21.711130 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:21.716216 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:21.716844 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:21.724238 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event updated for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:21.739313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-bf46e93d-1b38-4c33-92c1-e5102fc2eef6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661383 Feb 21 02:29:21.765230 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Request body: {'port': {'device_id': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:21.852722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.111278 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f7d5-dc23-4989-8943-5ad3e06df2a0 req-2f3cf165-3c95-4504-9aca-783609d02dcb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.112709 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db27f7d5-dc23-4989-8943-5ad3e06df2a0 req-2f3cf165-3c95-4504-9aca-783609d02dcb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0704193 Feb 21 02:29:22.167399 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db27f7d5-dc23-4989-8943-5ad3e06df2a0 req-47de90cb-2d4c-473b-a34a-13c2b57916cb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Feb 21 02:29:22.202834 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d941c-aca1-4870-b5ae-c21fdc9318d0 req-9051b54c-d0d2-42c5-b348-c81eb8eaf0c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.204329 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e3d941c-aca1-4870-b5ae-c21fdc9318d0 req-9051b54c-d0d2-42c5-b348-c81eb8eaf0c5 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 944 time: 0.0924571 Feb 21 02:29:22.214572 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:29:22.233524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks [] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.255855 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Transition to ACTIVE for port object 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:29:22.265119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.295608 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e3d941c-aca1-4870-b5ae-c21fdc9318d0 req-6108abf1-d53d-4d31-b7ae-8c89c68c0310 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837991 Feb 21 02:29:22.300253 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013311a-ef68-4283-a64b-82773e696b18 req-16ff79f5-4fc3-4154-8444-f10980f50cfc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.302324 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f013311a-ef68-4283-a64b-82773e696b18 req-16ff79f5-4fc3-4154-8444-f10980f50cfc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 931 time: 0.0633104 Feb 21 02:29:22.331166 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Pushing event updated for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:22.369776 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f013311a-ef68-4283-a64b-82773e696b18 req-dac11064-6163-4a7c-8861-8ec753699b8f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Feb 21 02:29:22.373469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Attempting to bind port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:22.373909 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Attempting to bind port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:22.374248 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Attempting to bind port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:22.380304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:29:22.380718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Attempting to bind port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:22.387052 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:22.387429 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Checking segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:22.387816 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Bound using segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:22.388270 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Bound port: 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:22.388655 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.457613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:22.461352 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:22.467639 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.506889 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.507509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:22.508864 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] 10.222.0.42 "PUT /v2.0/ports/859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 HTTP/1.1" status: 200 len: 1093 time: 0.7533107 Feb 21 02:29:22.509296 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:22.511542 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e" -d '{"events": [{"name": "network-changed", "server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:22.535129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbb033-b78f-4747-9ff0-69e3c7007bfa service neutron] Pushing event updated for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:22.555001 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91cb03-0f35-488e-a49c-7daa551f033b x-openstack-request-id: req-cd91cb03-0f35-488e-a49c-7daa551f033b {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:22.555318 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:22.555587 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd91cb03-0f35-488e-a49c-7daa551f033b {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:22.555974 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', 'status': 'completed', 'code': 200} Feb 21 02:29:22.607772 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-11c9459d-6d47-484d-ac33-9955f53bc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.609305 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-11c9459d-6d47-484d-ac33-9955f53bc782 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0466251 Feb 21 02:29:22.656113 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-fc85120b-e755-43af-b34b-d26bfa7171e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 HTTP/1.1" status: 200 len: 217 time: 0.0346076 Feb 21 02:29:22.709948 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-a7c18e05-985c-4a85-bcfd-f62a2ed8a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:22.711548 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-a7c18e05-985c-4a85-bcfd-f62a2ed8a51a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.0481429 Feb 21 02:29:22.751223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-c3b2b342-c24c-4500-a818-f2f6ad9510a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258977 Feb 21 02:29:22.856488 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-13d74b1e-650b-4403-a64f-1ebad32cdd11 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921237 Feb 21 02:29:22.963463 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf132c70-cdeb-4d57-8935-ad715d4afd2f req-7b1beaa6-1b86-4a81-8b40-8ed3bfdf39a6 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933142 Feb 21 02:29:23.098413 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-b0dd9718-9bd2-4e42-bab2-edacb60582a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.100032 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-b0dd9718-9bd2-4e42-bab2-edacb60582a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0520186 Feb 21 02:29:23.215659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-71b49241-7d3e-4805-9ccf-27d710729a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.217485 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-71b49241-7d3e-4805-9ccf-27d710729a7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 915 time: 0.1099508 Feb 21 02:29:23.274266 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-09b7bbf9-73fd-4f45-9c37-e38d0f707d3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 HTTP/1.1" status: 200 len: 217 time: 0.0436914 Feb 21 02:29:23.292513 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54586) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:23.337146 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19830764-e289-426e-9ea1-3427eec5e338 req-008b8b6a-1a8c-435b-8838-a998d786a637 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.338746 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19830764-e289-426e-9ea1-3427eec5e338 req-008b8b6a-1a8c-435b-8838-a998d786a637 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0979629 Feb 21 02:29:23.345258 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-1eeb791e-e5d2-46ef-972f-4049b9ecb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.346765 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-1eeb791e-e5d2-46ef-972f-4049b9ecb2ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.0650115 Feb 21 02:29:23.387302 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-90008126-99d7-4687-bd62-889707d721eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305941 Feb 21 02:29:23.405868 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-19830764-e289-426e-9ea1-3427eec5e338 req-005fbd64-e1e3-4509-946f-993fbacd676d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595133 Feb 21 02:29:23.505908 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-368ac96e-f574-4018-9b8d-cb27a9730ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.524639 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a9a5-963e-4711-a909-64269f26fb9c req-7d439ae1-554e-4fbc-ac19-3ef61b1fe235 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.526219 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fcd2a9a5-963e-4711-a909-64269f26fb9c req-7d439ae1-554e-4fbc-ac19-3ef61b1fe235 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 943 time: 0.0670474 Feb 21 02:29:23.544299 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ae59c-8654-4c1d-b5ea-63fcfdd61e50 req-e4230126-1a8c-4faf-b499-27880fc504be tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:23.546154 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e6ae59c-8654-4c1d-b5ea-63fcfdd61e50 req-e4230126-1a8c-4faf-b499-27880fc504be tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 944 time: 0.1541669 Feb 21 02:29:23.582028 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fcd2a9a5-963e-4711-a909-64269f26fb9c req-72680216-3400-489f-9f9f-faa4265f96e6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Feb 21 02:29:23.586588 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-a5582cc6-3a27-4fcd-83af-76c4b5523b45 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909208 Feb 21 02:29:23.681448 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e6ae59c-8654-4c1d-b5ea-63fcfdd61e50 req-5536e216-95a8-41c7-8c9d-7c252ece6152 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239018 Feb 21 02:29:23.738843 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-368ac96e-f574-4018-9b8d-cb27a9730ee1 admin admin] Publish callbacks [] for security_group (8047d0d8-a26a-4b0e-bd6d-b00845a330ad), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.743451 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ac3d826-c802-4079-9eb4-3ec3ee7a828e req-0bc43a25-f958-48d6-b0f1-f859729216d5 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473932 Feb 21 02:29:23.744614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-368ac96e-f574-4018-9b8d-cb27a9730ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8047d0d8-a26a-4b0e-bd6d-b00845a330ad), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.789250 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-368ac96e-f574-4018-9b8d-cb27a9730ee1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a802cb40f494f04afee4d87fbe942cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957933 Feb 21 02:29:23.790388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ac96e-f574-4018-9b8d-cb27a9730ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8047d0d8-a26a-4b0e-bd6d-b00845a330ad,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:23.791933 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54596) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:23.840411 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] Publish callbacks [] for security_group (8047d0d8-a26a-4b0e-bd6d-b00845a330ad), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.863795 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] Publish callbacks [] for security_group (8047d0d8-a26a-4b0e-bd6d-b00845a330ad), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.912492 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8047d0d8-a26a-4b0e-bd6d-b00845a330ad), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.915876 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:23.916997 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8047d0d8-a26a-4b0e-bd6d-b00845a330ad HTTP/1.1" status: 204 len: 168 time: 0.1240876 Feb 21 02:29:23.924960 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfb6b-f524-4a65-97be-6276b2afede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047d0d8-a26a-4b0e-bd6d-b00845a330ad,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:24.427248 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 13e94cd1-063a-4c40-9c82-feb80fe73d30 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:24.502319 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 13e94cd1-063a-4c40-9c82-feb80fe73d30 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:29:24.507966 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 13e94cd1-063a-4c40-9c82-feb80fe73d30 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:24.509089 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:24.593315 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07ed18-1935-4f84-92c3-41b4c1fdc4d0 req-f19a2380-c368-4d53-b21e-167ffb909275 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:24.608884 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4c07ed18-1935-4f84-92c3-41b4c1fdc4d0 req-f19a2380-c368-4d53-b21e-167ffb909275 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0991743 Feb 21 02:29:24.618543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 13e94cd1-063a-4c40-9c82-feb80fe73d30 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:24.619066 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:24.650447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:24.653298 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d64940-cfab-49d9-af99-f9a5ddb2adc5" -d '{"events": [{"server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "name": "network-vif-plugged", "status": "completed", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:24.687988 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:24.694957 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:24.711752 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4c07ed18-1935-4f84-92c3-41b4c1fdc4d0 req-ff42876f-4fdb-47f0-8352-24cd3fc0692d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963597 Feb 21 02:29:24.784907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54640) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:24.785081 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d51d5-c925-40e2-9496-a26c15f488f6 x-openstack-request-id: req-221d51d5-c925-40e2-9496-a26c15f488f6 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:24.785363 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "name": "network-vif-plugged", "status": "completed", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:24.785841 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-221d51d5-c925-40e2-9496-a26c15f488f6 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:24.786686 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30', 'code': 200} Feb 21 02:29:24.812360 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:24.860681 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32f76-8bb7-404f-a9fe-0053a939be6a req-6bb54c64-d67d-48d7-a56c-e1f40edaf233 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:24.864397 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-82c32f76-8bb7-404f-a9fe-0053a939be6a req-6bb54c64-d67d-48d7-a56c-e1f40edaf233 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 943 time: 0.0850189 Feb 21 02:29:24.933248 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-82c32f76-8bb7-404f-a9fe-0053a939be6a req-dc842650-98f0-4878-bdd5-bbfe98a0100e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Feb 21 02:29:24.934872 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdc40a-b48e-41ce-986f-dd45c98929f4 req-d619f264-d769-43ef-9bd9-f06f87a98118 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:24.936394 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-18fdc40a-b48e-41ce-986f-dd45c98929f4 req-d619f264-d769-43ef-9bd9-f06f87a98118 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.0680776 Feb 21 02:29:24.943112 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-764547953-network', 'tenant_id': '9d0c19115c1746f1956552777cc35baf'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:25.007276 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-18fdc40a-b48e-41ce-986f-dd45c98929f4 req-fd2a3b1f-5e54-428c-8b17-0585a05afa2c tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604868 Feb 21 02:29:25.008497 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Made reservation on behalf of 9d0c19115c1746f1956552777cc35baf for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:25.011351 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.011669 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08c93b-2719-45d9-8fe0-18f08b088d0c req-7c51601d-02c5-4106-9722-0cbb9797e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:25.013185 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2c08c93b-2719-45d9-8fe0-18f08b088d0c req-7c51601d-02c5-4106-9722-0cbb9797e564 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 1129 time: 0.0502467 Feb 21 02:29:25.030113 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.067721 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2c08c93b-2719-45d9-8fe0-18f08b088d0c req-6173b17e-8e99-40a7-b2c4-5750d1b5af0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Feb 21 02:29:25.098276 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks [] for security_group (e2d83a9e-343c-4f4f-834e-96a01db6b4c2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.101868 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e2d83a9e-343c-4f4f-834e-96a01db6b4c2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.129436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:29:25.134779 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d83a9e-343c-4f4f-834e-96a01db6b4c2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:25.143376 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (243abeef-bb00-4ef4-a1cf-aede38536cd6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.143960 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Added segment 243abeef-bb00-4ef4-a1cf-aede38536cd6 of type vlan for network c5e55e19-0047-4adf-9d84-20427890cdd2 Feb 21 02:29:25.188079 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (c5e55e19-0047-4adf-9d84-20427890cdd2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.212038 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (c5e55e19-0047-4adf-9d84-20427890cdd2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.212973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:25.213555 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.265074 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4785075 Feb 21 02:29:25.267867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54646) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:25.273160 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Request body: {'subnet': {'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-764547953-subnet', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'ip_version': 4}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:25.275721 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50aef1-fbeb-44a2-a4ce-6e670e94db95 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e55e19-0047-4adf-9d84-20427890cdd2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:25.286417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network c5e55e19-0047-4adf-9d84-20427890cdd2 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:29:25.301147 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Made reservation on behalf of 9d0c19115c1746f1956552777cc35baf for: {'subnet': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:25.304027 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.480620 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (b8a87ad3-c3f8-4b18-8e40-0f054553b6e2), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.540032 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:25.548746 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:25.549296 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Network hostable DHCP agents. Network: c5e55e19-0047-4adf-9d84-20427890cdd2, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:29:25.567657 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:29:25.578737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, c5e55e19-0047-4adf-9d84-20427890cdd2) {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:25.582824 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:25.583405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.587553 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369247c0-af60-458e-bd77-5061fa99ad77 None None] Network c5e55e19-0047-4adf-9d84-20427890cdd2 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:25.598663 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f0c5fb78-aef2-4504-a499-52ad187b1557 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3295379 Feb 21 02:29:25.601351 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54648) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:25.605562 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:25.624365 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (929b5c4e-1162-4930-ab35-3bda2f859606), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.625347 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (929b5c4e-1162-4930-ab35-3bda2f859606), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.685386 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for router_controller (929b5c4e-1162-4930-ab35-3bda2f859606), precommit_add_association {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.699310 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-c5e55e19-0047-4adf-9d84-20427890cdd2', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:29:25.700333 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.851646 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Allocated IP 172.20.0.2 (c5e55e19-0047-4adf-9d84-20427890cdd2/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2/ad16d26d-0f26-44af-92fc-917cdde89f91) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:25.885607 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for router_gateway (929b5c4e-1162-4930-ab35-3bda2f859606), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:25.925245 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5d29f-9d00-4128-a75d-309e5f3ec643 req-641de370-30b4-4831-a416-77bc1bc17879 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:25.927289 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31e5d29f-9d00-4128-a75d-309e5f3ec643 req-641de370-30b4-4831-a416-77bc1bc17879 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1172259 Feb 21 02:29:26.056396 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31e5d29f-9d00-4128-a75d-309e5f3ec643 req-68f28aa5-296c-48fa-ae77-9ec8cd20bdec tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926633 Feb 21 02:29:26.073175 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks [] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.080325 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.121966 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:26.124768 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:26.132112 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:26.139582 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Pushing event updated for resources: {'Port': ['ID=ad16d26d-0f26-44af-92fc-917cdde89f91,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:26.180575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793b107-af28-486e-a9e1-eb4c170dfb38 req-26223952-ab52-462b-8128-41017fe6b6ce tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:26.188870 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d793b107-af28-486e-a9e1-eb4c170dfb38 req-26223952-ab52-462b-8128-41017fe6b6ce tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 943 time: 0.0992343 Feb 21 02:29:26.210740 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Attempting to bind port ad16d26d-0f26-44af-92fc-917cdde89f91 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:26.211200 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Attempting to bind port ad16d26d-0f26-44af-92fc-917cdde89f91 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:26.211630 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Attempting to bind port ad16d26d-0f26-44af-92fc-917cdde89f91 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:26.217961 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:26.218430 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:26.218901 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.219363 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Bound using segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:26.219903 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Bound port: ad16d26d-0f26-44af-92fc-917cdde89f91, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:26.220394 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.265922 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d793b107-af28-486e-a9e1-eb4c170dfb38 req-9f887141-feff-43ae-96fb-5cda2ba8e505 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Feb 21 02:29:26.288461 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for router_gateway (929b5c4e-1162-4930-ab35-3bda2f859606), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.307616 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] For port ad16d26d-0f26-44af-92fc-917cdde89f91, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:26.311081 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] For port ad16d26d-0f26-44af-92fc-917cdde89f91, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ad16d26d-0f26-44af-92fc-917cdde89f91,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:26.313033 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.320578 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.372584 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479269-a6e7-4b31-b4f2-9602de3f4665 req-2ab4c5c8-8de4-41f3-a16e-e27757bb10a6 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:26.374134 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c6479269-a6e7-4b31-b4f2-9602de3f4665 req-2ab4c5c8-8de4-41f3-a16e-e27757bb10a6 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.1632564 Feb 21 02:29:26.386511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8c061-8984-4d30-92e0-57c08ef2ad3b None None] Pushing event updated for resources: {'Port': ['ID=ad16d26d-0f26-44af-92fc-917cdde89f91,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:26.412194 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54674) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:26.480747 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c6479269-a6e7-4b31-b4f2-9602de3f4665 req-8125831d-998a-43d4-93d4-38ac8e56e8a6 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973914 Feb 21 02:29:26.491221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Allocated IP 172.27.1.36 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/8f135c36-11cb-462e-9132-8999094eeee7) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:26.556637 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7271ded8-20fd-40d5-80e7-1cee243d6a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.639649 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for port (8f135c36-11cb-462e-9132-8999094eeee7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.668975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7271ded8-20fd-40d5-80e7-1cee243d6a16 admin admin] Publish callbacks [] for security_group (07838cc9-99f4-4a52-840f-94506709cc06), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.673044 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7271ded8-20fd-40d5-80e7-1cee243d6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (07838cc9-99f4-4a52-840f-94506709cc06), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.683449 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (8f135c36-11cb-462e-9132-8999094eeee7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.713588 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7271ded8-20fd-40d5-80e7-1cee243d6a16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c7e56a55b864eeba90a0aa6337cc6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001773 Feb 21 02:29:26.721877 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:26.723449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54684) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:26.731472 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:26.732766 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271ded8-20fd-40d5-80e7-1cee243d6a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07838cc9-99f4-4a52-840f-94506709cc06,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:26.734114 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:26.781131 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Pushing event updated for resources: {'Port': ['ID=8f135c36-11cb-462e-9132-8999094eeee7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:26.825620 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] Publish callbacks [] for security_group (07838cc9-99f4-4a52-840f-94506709cc06), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.869760 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] Publish callbacks [] for security_group (07838cc9-99f4-4a52-840f-94506709cc06), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.926216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ad16d26d-0f26-44af-92fc-917cdde89f91 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:26.970230 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (07838cc9-99f4-4a52-840f-94506709cc06), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.974855 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:26.978757 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07838cc9-99f4-4a52-840f-94506709cc06 HTTP/1.1" status: 204 len: 168 time: 0.2514627 Feb 21 02:29:26.986961 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef0f83-a903-4968-8938-b495fba99ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07838cc9-99f4-4a52-840f-94506709cc06,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:27.012370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port ad16d26d-0f26-44af-92fc-917cdde89f91 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:27.012746 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.017846 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for router_gateway (929b5c4e-1162-4930-ab35-3bda2f859606), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.111643 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port ad16d26d-0f26-44af-92fc-917cdde89f91 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:27.112008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.150479 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port ad16d26d-0f26-44af-92fc-917cdde89f91, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ad16d26d-0f26-44af-92fc-917cdde89f91,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:27.156520 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.236710 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=ad16d26d-0f26-44af-92fc-917cdde89f91,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:27.293825 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094922bc-39e9-4b93-af6b-e2d352874659 req-ed334617-e4e0-49c9-9a4a-e1547a6f3e70 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:27.302855 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-094922bc-39e9-4b93-af6b-e2d352874659 req-ed334617-e4e0-49c9-9a4a-e1547a6f3e70 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1165292 Feb 21 02:29:27.384616 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-094922bc-39e9-4b93-af6b-e2d352874659 req-931c25b6-820a-43e4-91d2-8746d2977cea tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806360 Feb 21 02:29:27.406392 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54700) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:27.421188 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7034e4f6-59a3-44cc-a27e-f9d60debe3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.522521 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7034e4f6-59a3-44cc-a27e-f9d60debe3f4 admin admin] Publish callbacks [] for security_group (e578ca2d-eb20-4db7-9253-7003b0a404a0), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.530929 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7034e4f6-59a3-44cc-a27e-f9d60debe3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e578ca2d-eb20-4db7-9253-7003b0a404a0), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.565835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7acc14-82c4-4dd4-a21d-6b10d1d65693 None None] Network c5e55e19-0047-4adf-9d84-20427890cdd2 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:27.586228 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933c46-07b2-429d-a319-1794a9003fee req-ef15bfc9-58ca-4e31-bbb1-05013b3df379 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:27.589976 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2933c46-07b2-429d-a319-1794a9003fee req-ef15bfc9-58ca-4e31-bbb1-05013b3df379 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 943 time: 0.1160476 Feb 21 02:29:27.622283 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7034e4f6-59a3-44cc-a27e-f9d60debe3f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea1c2aacbed94dfcaf4d10a533214c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132103 Feb 21 02:29:27.623667 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034e4f6-59a3-44cc-a27e-f9d60debe3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e578ca2d-eb20-4db7-9253-7003b0a404a0,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:27.623961 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54704) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:27.649784 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dd405-e3e0-416d-9fcb-628061184e1d req-4965e8dc-6637-4368-94e1-99b5e9520784 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:27.651596 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b26dd405-e3e0-416d-9fcb-628061184e1d req-4965e8dc-6637-4368-94e1-99b5e9520784 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.0797548 Feb 21 02:29:27.696962 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-80487c53-1631-4f54-8b08-c849eabcf90a None None] Provisioning complete for port ad16d26d-0f26-44af-92fc-917cdde89f91 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:27.697335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-80487c53-1631-4f54-8b08-c849eabcf90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.708340 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b26dd405-e3e0-416d-9fcb-628061184e1d req-455cc769-bbf1-413c-a2d0-4971ba5e3d34 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487406 Feb 21 02:29:27.717204 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2933c46-07b2-429d-a319-1794a9003fee req-9d8dfece-3ed4-4c8d-9ab6-b23af1b29d02 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222563 Feb 21 02:29:27.745489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (929b5c4e-1162-4930-ab35-3bda2f859606), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.808445 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] Publish callbacks [] for security_group (e578ca2d-eb20-4db7-9253-7003b0a404a0), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.842829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] Publish callbacks [] for security_group (e578ca2d-eb20-4db7-9253-7003b0a404a0), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.938717 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-80487c53-1631-4f54-8b08-c849eabcf90a None None] Current status of the port ad16d26d-0f26-44af-92fc-917cdde89f91 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:27.948291 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e578ca2d-eb20-4db7-9253-7003b0a404a0), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.950862 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:27.952007 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e578ca2d-eb20-4db7-9253-7003b0a404a0 HTTP/1.1" status: 204 len: 168 time: 0.3248465 Feb 21 02:29:27.954716 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Router 929b5c4e-1162-4930-ab35-3bda2f859606 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:29:27.965869 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d4f55-3e80-4d7b-8f21-a49b39ad55ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578ca2d-eb20-4db7-9253-7003b0a404a0,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:28.093534 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:28.104151 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:28.111804 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.113204 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-45b0d1cf-c11f-4bed-9518-2d2a2513d927 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5108180 Feb 21 02:29:28.115895 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54716) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:28.118412 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:28.119330 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:28.167511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-90166303-30f4-4398-b089-a8deb547d05b None None] Provisioning complete for port ad16d26d-0f26-44af-92fc-917cdde89f91 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:28.168846 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-90166303-30f4-4398-b089-a8deb547d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.266933 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:28.314446 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-90166303-30f4-4398-b089-a8deb547d05b None None] Current status of the port ad16d26d-0f26-44af-92fc-917cdde89f91 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:28.458875 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:29:28.480298 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:26Z', 'revision_number': 3, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:28.512973 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:28.513557 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Updating router 929b5c4e-1162-4930-ab35-3bda2f859606 port 8f135c36-11cb-462e-9132-8999094eeee7 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:28.549041 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (8f135c36-11cb-462e-9132-8999094eeee7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.591950 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:28.608892 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'port_id': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', 'mac_address': 'fa:16:3e:fc:2e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798881ee-d097-4690-8f55-082f01260f08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:29:28.612412 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14747b2-02c9-4c52-837b-ee51d4b94900 req-d1da7e84-c005-4534-aa4a-50a00a6e3fa2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:28.615279 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f14747b2-02c9-4c52-837b-ee51d4b94900 req-d1da7e84-c005-4534-aa4a-50a00a6e3fa2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1128700 Feb 21 02:29:28.687059 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:28.687059 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.717218 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:29:28.732338 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f14747b2-02c9-4c52-837b-ee51d4b94900 req-d814bd0d-0cc0-4535-a6a5-de05eff4e259 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085443 Feb 21 02:29:28.767436 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:28.775869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.851125 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:28.897913 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks [] for port (8f135c36-11cb-462e-9132-8999094eeee7), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.903729 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (8f135c36-11cb-462e-9132-8999094eeee7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:28.963859 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ad16d26d-0f26-44af-92fc-917cdde89f91 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:28.967899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.031200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e5bc4-7539-4bd0-9aee-365f35b07f70 req-83417e9a-4c22-42aa-85c1-c655483a9f70 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:29.034133 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-224e5bc4-7539-4bd0-9aee-365f35b07f70 req-83417e9a-4c22-42aa-85c1-c655483a9f70 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 944 time: 0.1331954 Feb 21 02:29:29.061146 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ff1e4-d686-4003-9f9c-cc56ea1aee44 None None] Pushing event updated for resources: {'Port': ['ID=8f135c36-11cb-462e-9132-8999094eeee7,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:29.081065 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Attempting to bind port 8f135c36-11cb-462e-9132-8999094eeee7 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:29.082385 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Attempting to bind port 8f135c36-11cb-462e-9132-8999094eeee7 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:29.083081 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Attempting to bind port 8f135c36-11cb-462e-9132-8999094eeee7 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:29.090001 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:29.090610 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:29.091186 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.091744 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:29.092371 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Bound port: 8f135c36-11cb-462e-9132-8999094eeee7, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:29.092911 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (8f135c36-11cb-462e-9132-8999094eeee7), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.122102 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bfa593b-809f-48f5-8ecb-895c6edf880c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.152624 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port ad16d26d-0f26-44af-92fc-917cdde89f91 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:29.155223 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.156423 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] For port 8f135c36-11cb-462e-9132-8999094eeee7, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:29.161300 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] For port 8f135c36-11cb-462e-9132-8999094eeee7, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=8f135c36-11cb-462e-9132-8999094eeee7,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:29.169584 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (8f135c36-11cb-462e-9132-8999094eeee7), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.186306 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-224e5bc4-7539-4bd0-9aee-365f35b07f70 req-0bb08b3e-5368-4eac-8b43-be8b5566c714 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452160 Feb 21 02:29:29.238044 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561bf42-3d13-4780-a9cc-995f8bc5558e req-8ae427b1-5b38-44b4-ba3f-829dedaa377f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:29.241441 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0561bf42-3d13-4780-a9cc-995f8bc5558e req-8ae427b1-5b38-44b4-ba3f-829dedaa377f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.1015518 Feb 21 02:29:29.253131 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ff1e4-d686-4003-9f9c-cc56ea1aee44 None None] Pushing event updated for resources: {'Port': ['ID=8f135c36-11cb-462e-9132-8999094eeee7,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:29.259181 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:29.259790 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:29.303229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Allocated IP 172.20.0.1 (c5e55e19-0047-4adf-9d84-20427890cdd2/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2/5279a5b5-a49c-4012-bc4b-3dddce2ff916) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:29.344921 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0561bf42-3d13-4780-a9cc-995f8bc5558e req-ba210efa-e8b0-4d80-9ad9-b1c568be7d20 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934291 Feb 21 02:29:29.376163 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port ad16d26d-0f26-44af-92fc-917cdde89f91 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:29.397597 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:29.444348 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:29.452127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks [] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.499301 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.560004 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Pushing event updated for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:29.565284 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:29.567631 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:29.569889 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:29.570551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (929b5c4e-1162-4930-ab35-3bda2f859606), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.703875 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:26Z', 'revision_number': 3, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:29.732151 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d2e4c-9b1f-45fd-8598-ec31a4fac572 None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:26Z', 'revision_number': 3, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:29.736051 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.834205 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54772) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:29.963294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb289ea9-c190-4d9a-be99-8a3b2ab1de0f req-6c427322-13b2-4575-b667-6fff1e9bd698 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:29.964721 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9577bb3e-ab1f-4c05-aed5-e0ccb99d16b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.967712 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-51f41b52-cd29-471d-861c-03f9c80ac215 None None] Provisioning complete for port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:29.968228 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-51f41b52-cd29-471d-861c-03f9c80ac215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:29.969998 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bb289ea9-c190-4d9a-be99-8a3b2ab1de0f req-6c427322-13b2-4575-b667-6fff1e9bd698 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0895016 Feb 21 02:29:30.030489 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-51f41b52-cd29-471d-861c-03f9c80ac215 None None] Port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:30.048915 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bb289ea9-c190-4d9a-be99-8a3b2ab1de0f req-098ea18c-0712-4a83-9dfb-270d7849a6f5 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780079 Feb 21 02:29:30.052326 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks [] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.061721 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.063815 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (929b5c4e-1162-4930-ab35-3bda2f859606), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.090165 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9577bb3e-ab1f-4c05-aed5-e0ccb99d16b7 admin admin] Publish callbacks [] for security_group (2151a75e-a738-4e56-b690-7e1a8318f15e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.095975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9577bb3e-ab1f-4c05-aed5-e0ccb99d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2151a75e-a738-4e56-b690-7e1a8318f15e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.137147 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9577bb3e-ab1f-4c05-aed5-e0ccb99d16b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db1b976fa99b4b3a9e379c7e29a500a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015914 Feb 21 02:29:30.138667 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577bb3e-ab1f-4c05-aed5-e0ccb99d16b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2151a75e-a738-4e56-b690-7e1a8318f15e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:30.142065 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54778) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:30.185002 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Pushing event updated for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:30.218522 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] Publish callbacks [] for security_group (2151a75e-a738-4e56-b690-7e1a8318f15e), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.232632 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:30.234788 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:30.261492 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] Publish callbacks [] for security_group (2151a75e-a738-4e56-b690-7e1a8318f15e), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.378943 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2151a75e-a738-4e56-b690-7e1a8318f15e), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.381515 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.389906 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2151a75e-a738-4e56-b690-7e1a8318f15e HTTP/1.1" status: 204 len: 168 time: 0.2460930 Feb 21 02:29:30.422452 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a87d6-e4aa-4b04-8bdc-5daaf9e2a50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151a75e-a738-4e56-b690-7e1a8318f15e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:30.427145 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:29:30.456166 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9064-038f-42cb-ae1b-e491581167da req-e7ae8a13-a72d-4625-a5b4-c06ce34090cb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:30.461322 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99bc9064-038f-42cb-ae1b-e491581167da req-e7ae8a13-a72d-4625-a5b4-c06ce34090cb tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 944 time: 0.1823387 Feb 21 02:29:30.559236 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a64860fe-1beb-49fe-9ea0-04876b2c9767 None None] Provisioning complete for port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:30.559618 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a64860fe-1beb-49fe-9ea0-04876b2c9767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:30.568181 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99bc9064-038f-42cb-ae1b-e491581167da req-46ccf6bb-5892-44fc-bdbd-5f21ce6e09da tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971780 Feb 21 02:29:30.604032 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a64860fe-1beb-49fe-9ea0-04876b2c9767 None None] Port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:30.633964 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2334c4-09ca-4577-af90-71ce82cc1fd7 req-c5e8284c-a155-4734-93b7-6c3d2030f23f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:30.635781 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2e2334c4-09ca-4577-af90-71ce82cc1fd7 req-c5e8284c-a155-4734-93b7-6c3d2030f23f tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.1269646 Feb 21 02:29:30.664972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:30.670931 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-98b22ee8-ffb1-445b-93b0-d8adf40775fd admin admin] 10.222.0.75 "PUT /v2.0/routers/929b5c4e-1162-4930-ab35-3bda2f859606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5540252 Feb 21 02:29:30.705877 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2e2334c4-09ca-4577-af90-71ce82cc1fd7 req-7a8e00f3-6b84-4ade-8bf3-19fc840b0a02 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625837 Feb 21 02:29:30.947798 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 8f135c36-11cb-462e-9132-8999094eeee7 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:31.030984 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 8f135c36-11cb-462e-9132-8999094eeee7 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:31.032121 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (8f135c36-11cb-462e-9132-8999094eeee7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.151226 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 8f135c36-11cb-462e-9132-8999094eeee7 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:31.151779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (8f135c36-11cb-462e-9132-8999094eeee7), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.180664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 8f135c36-11cb-462e-9132-8999094eeee7, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=8f135c36-11cb-462e-9132-8999094eeee7,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:31.186334 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (8f135c36-11cb-462e-9132-8999094eeee7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.220484 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9018472-4482-4a72-8936-05a0f79f7b6c req-574cc3db-8e9a-465e-b3af-2df9a5bb7f41 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:31.228396 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9018472-4482-4a72-8936-05a0f79f7b6c req-574cc3db-8e9a-465e-b3af-2df9a5bb7f41 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0921257 Feb 21 02:29:31.253138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=8f135c36-11cb-462e-9132-8999094eeee7,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:31.283710 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9018472-4482-4a72-8936-05a0f79f7b6c req-ea8126e5-7e3c-49c6-8686-32962e85d6af tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 Feb 21 02:29:31.343734 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54822) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:31.357100 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275371544-network', 'tenant_id': '5c0931db012d493b9664e2895a3020ba'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:31.373358 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Made reservation on behalf of 5c0931db012d493b9664e2895a3020ba for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:31.375780 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.385014 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.443287 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7501b1e6-c563-462e-ad2f-3b2ed1d5f86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.468265 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks [] for security_group (fd772042-e2d7-43e4-ad97-b6aee64f4e4d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.474392 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (fd772042-e2d7-43e4-ad97-b6aee64f4e4d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.514296 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:29:31.521330 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd772042-e2d7-43e4-ad97-b6aee64f4e4d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:31.546151 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (5605e81f-11d3-4c2d-a1ed-8da721adbde1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.546496 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Added segment 5605e81f-11d3-4c2d-a1ed-8da721adbde1 of type vlan for network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 Feb 21 02:29:31.601870 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (42edb66f-b75d-49c3-b85c-48d0084cf0c7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.602158 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297472-09c8-4cbf-afd2-9790248b970a req-8e8ae1fc-560c-467a-b848-e7bfbb3e58ff tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:31.602158 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e297472-09c8-4cbf-afd2-9790248b970a req-8e8ae1fc-560c-467a-b848-e7bfbb3e58ff tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.0875916 Feb 21 02:29:31.641391 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (42edb66f-b75d-49c3-b85c-48d0084cf0c7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.642772 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:31.643072 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.722814 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3773868 Feb 21 02:29:31.723807 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Pushing event updated for resources: {'Network': ['ID=42edb66f-b75d-49c3-b85c-48d0084cf0c7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:31.725876 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54834) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:31.733520 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Request body: {'subnet': {'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275371544-subnet', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:31.758637 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Made reservation on behalf of 5c0931db012d493b9664e2895a3020ba for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:31.761755 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.777915 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.778271 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.778617 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.778952 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780019 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780019 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780019 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780280 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780542 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.780865 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.781192 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.781518 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.782012 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ed7d5d-fdc9-4925-95c9-98f9b5e3be67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:31.799609 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:29:31.820106 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bdec4-35e8-4b98-85c1-4ca2a2ffa85f req-2f5b4860-db20-498d-a1fb-0dc5f5feca61 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:31.821880 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b89bdec4-35e8-4b98-85c1-4ca2a2ffa85f req-2f5b4860-db20-498d-a1fb-0dc5f5feca61 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 944 time: 0.1573629 Feb 21 02:29:31.873845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Deleting port 13e94cd1-063a-4c40-9c82-feb80fe73d30 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:29:31.874304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:31.947062 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f44fe-4b8a-49a2-8757-84f9b68191e5 req-c817da35-4950-4ce5-acd0-7069697c6668 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:31.956967 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-374f44fe-4b8a-49a2-8757-84f9b68191e5 req-c817da35-4950-4ce5-acd0-7069697c6668 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 945 time: 0.1139369 Feb 21 02:29:31.981224 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:32.001126 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b89bdec4-35e8-4b98-85c1-4ca2a2ffa85f req-f62718a6-ee30-4e79-996c-d87b2d398cb2 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580963 Feb 21 02:29:32.014561 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:32.015497 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:32.036068 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] For port 13e94cd1-063a-4c40-9c82-feb80fe73d30, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=13e94cd1-063a-4c40-9c82-feb80fe73d30,segment=NetworkSegment(483c35b3-b6cd-4bf8-a484-747f90be8d22),segment_id=483c35b3-b6cd-4bf8-a484-747f90be8d22)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:32.036461 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.057551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Calling delete_port for 13e94cd1-063a-4c40-9c82-feb80fe73d30 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:29:32.100536 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-374f44fe-4b8a-49a2-8757-84f9b68191e5 req-f2bcbbeb-efca-4ea6-9604-68c679ab9801 tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/security-groups?id=db7a3245-af9d-4a56-ae07-ac144153962e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422114 Feb 21 02:29:32.132440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.189791 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:32.218778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (13e94cd1-063a-4c40-9c82-feb80fe73d30), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.227410 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:32.237590 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Checking segment: {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:32.238054 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Network hostable DHCP agents. Network: 42edb66f-b75d-49c3-b85c-48d0084cf0c7, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:29:32.248359 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['13e94cd1-063a-4c40-9c82-feb80fe73d30'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:29:32.258901 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:29:32.270485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 42edb66f-b75d-49c3-b85c-48d0084cf0c7) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:32.274008 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Pushing event deleted for resources: {'Port': ['ID=13e94cd1-063a-4c40-9c82-feb80fe73d30,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:32.286275 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:32.287802 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.295350 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663abd25-7941-46df-b17b-32bfd77fc9c3 None None] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:32.305278 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.305618 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.305988 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.306462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.306655 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.306985 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.307394 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.307778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.308159 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.308456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.308831 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.310613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.310613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:32.317380 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3df61a75-0f50-42ac-9bcb-85d7fb0eed95 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5904334 Feb 21 02:29:32.318379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 54854) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:32.323739 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:32.334603 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] No DVR routers for this DVR port 13e94cd1-063a-4c40-9c82-feb80fe73d30 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:29:32.337901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.344077 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e297472-09c8-4cbf-afd2-9790248b970a req-0e0de10d-09f7-47bd-88c4-ee9ce625366d tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.42 "DELETE /v2.0/ports/13e94cd1-063a-4c40-9c82-feb80fe73d30 HTTP/1.1" status: 204 len: 173 time: 0.7328324 Feb 21 02:29:32.344352 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'name': 'network-vif-deleted', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:32.355360 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c4d1f-8906-43b0-bb39-972d13ae1d4a" -d '{"events": [{"server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "name": "network-vif-deleted", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:32.391912 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.393573 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.440447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81624899-37f1-446c-8ab9-319b373f527c x-openstack-request-id: req-81624899-37f1-446c-8ab9-319b373f527c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:32.441748 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813e8757-d323-4bbc-89e9-d7a687663a8f", "name": "network-vif-deleted", "tag": "13e94cd1-063a-4c40-9c82-feb80fe73d30", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:32.442218 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81624899-37f1-446c-8ab9-319b373f527c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:32.442812 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813e8757-d323-4bbc-89e9-d7a687663a8f', 'name': 'network-vif-deleted', 'tag': '13e94cd1-063a-4c40-9c82-feb80fe73d30', 'status': 'completed', 'code': 200} Feb 21 02:29:32.468619 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'project_id': '5c0931db012d493b9664e2895a3020ba', 'fixed_ips': [{'subnet_id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:29:32.469754 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.474645 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.499742 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for router_controller (78d53079-9c34-44b4-9f30-f819f30efcb2), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.613732 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce2c2-4b60-42ae-b869-51581c0335d2 req-f214b8ee-c1ee-4e1e-b824-ee71f5df2cd3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:32.615868 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:32.621611 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a62ce2c2-4b60-42ae-b869-51581c0335d2 req-f214b8ee-c1ee-4e1e-b824-ee71f5df2cd3 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1357331 Feb 21 02:29:32.634760 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7c003-e7ce-42b1-86f3-4108ac85bbde req-60aa2259-6f2d-4cc4-8284-019ddf483c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:32.636296 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e7d7c003-e7ce-42b1-86f3-4108ac85bbde req-60aa2259-6f2d-4cc4-8284-019ddf483c89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1161883 Feb 21 02:29:32.705980 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for router_gateway (78d53079-9c34-44b4-9f30-f819f30efcb2), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.737399 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a62ce2c2-4b60-42ae-b869-51581c0335d2 req-ce5a9b5d-c6e7-4e92-a0cf-bcb7d6adeed2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Feb 21 02:29:32.745465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e7d7c003-e7ce-42b1-86f3-4108ac85bbde req-b61285f5-0938-452f-af5c-28d3df0c7c2a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Feb 21 02:29:32.799454 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:29:32.806873 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:32.807242 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.904448 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 8f135c36-11cb-462e-9132-8999094eeee7 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:32.932324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Allocated IP 172.20.0.2 (42edb66f-b75d-49c3-b85c-48d0084cf0c7/2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b/fbd051e6-6654-4422-8e17-c9c51f5592a6) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:32.936052 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 2, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:32.983729 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for router_gateway (78d53079-9c34-44b4-9f30-f819f30efcb2), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:32.985377 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:32.985967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Updating router 929b5c4e-1162-4930-ab35-3bda2f859606 port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:33.006895 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.094534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.163555 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 8f135c36-11cb-462e-9132-8999094eeee7 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:33.163930 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (8f135c36-11cb-462e-9132-8999094eeee7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.191628 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:33.192284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.258431 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d06b9cb1-b84c-448e-a946-6912083afe31 req-d98580f6-3434-4360-8a2d-2e6bb5b4a9be tempest-VolumesActionsTest-276418170 tempest-VolumesActionsTest-276418170-project] 10.222.0.75 "GET /v2.0/ports?device_id=813e8757-d323-4bbc-89e9-d7a687663a8f HTTP/1.1" status: 200 len: 210 time: 0.0872469 Feb 21 02:29:33.453463 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ba1c1-a6ed-4817-b28d-1c6bae791d9a req-6d1ada4b-d8f2-444f-8cae-88b0741738ad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:33.455846 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db7ba1c1-a6ed-4817-b28d-1c6bae791d9a req-6d1ada4b-d8f2-444f-8cae-88b0741738ad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 944 time: 0.1267710 Feb 21 02:29:33.497926 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Allocated IP 172.27.1.122 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/b625a553-efdb-4336-ac6b-1d0cf38c7c66) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:33.521188 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:29:33.523875 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d752c-368f-4077-9465-a7cfa76e1b6d" -d '{"events": [{"server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:29:33.556247 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:33.557212 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db7ba1c1-a6ed-4817-b28d-1c6bae791d9a req-cbc29f0a-387c-441d-8e4e-9fb70ce13400 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Feb 21 02:29:33.573050 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks [] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.575727 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.636702 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21332ad9-2d17-4097-9357-f5a8f72cc8a2 x-openstack-request-id: req-21332ad9-2d17-4097-9357-f5a8f72cc8a2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:29:33.637022 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "name": "network-vif-plugged", "status": "completed", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:29:33.637835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21332ad9-2d17-4097-9357-f5a8f72cc8a2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:29:33.638234 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', 'code': 200} Feb 21 02:29:33.639353 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.675969 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.729683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:33.736378 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.807292 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:33.811088 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:33.813763 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:33.869999 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b625a553-efdb-4336-ac6b-1d0cf38c7c66,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:33.903571 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 8f135c36-11cb-462e-9132-8999094eeee7 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:33.914199 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2681d-d8b5-4404-914f-d73a5807bc84 req-7489470b-411a-4f8e-8ef9-ab5328559fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:33.916874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:33.917149 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-34f2681d-d8b5-4404-914f-d73a5807bc84 req-7489470b-411a-4f8e-8ef9-ab5328559fec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 1129 time: 0.0527561 Feb 21 02:29:33.929157 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:33.930128 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:33.939235 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:33.950094 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Pushing event updated for resources: {'Port': ['ID=fbd051e6-6654-4422-8e17-c9c51f5592a6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:33.967915 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-34f2681d-d8b5-4404-914f-d73a5807bc84 req-65a5e673-7166-4c45-90c2-455876d06eec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Feb 21 02:29:33.992124 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040a838-6d2b-40b5-bebe-b47b1b11abac req-9c9a5008-9368-482b-9df4-3a7763f8008e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:33.993982 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f040a838-6d2b-40b5-bebe-b47b1b11abac req-9c9a5008-9368-482b-9df4-3a7763f8008e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1467485 Feb 21 02:29:34.042942 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Attempting to bind port fbd051e6-6654-4422-8e17-c9c51f5592a6 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:34.043314 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Attempting to bind port fbd051e6-6654-4422-8e17-c9c51f5592a6 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:34.043680 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Attempting to bind port fbd051e6-6654-4422-8e17-c9c51f5592a6 on network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:34.056712 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks [] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.058717 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:34.059092 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Checking segment: {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:34.059537 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.059967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Bound using segment: {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:34.060499 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Bound port: fbd051e6-6654-4422-8e17-c9c51f5592a6, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:34.060877 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.072943 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.108609 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f040a838-6d2b-40b5-bebe-b47b1b11abac req-64b19826-a420-444a-8014-75d5d90aaa17 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959203 Feb 21 02:29:34.151227 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Pushing event updated for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:34.179985 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for router_gateway (78d53079-9c34-44b4-9f30-f819f30efcb2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.220686 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] For port fbd051e6-6654-4422-8e17-c9c51f5592a6, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:34.241788 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] For port fbd051e6-6654-4422-8e17-c9c51f5592a6, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fbd051e6-6654-4422-8e17-c9c51f5592a6,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:34.245036 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Attempting to bind port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:34.245541 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Attempting to bind port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:34.245902 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Attempting to bind port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:34.251901 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:34.252290 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:34.252694 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.253083 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Bound using segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:34.254188 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Bound port: 5279a5b5-a49c-4012-bc4b-3dddce2ff916, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:34.254608 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.258687 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.421164 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c732ec-745d-462b-b6f4-b4e6778f28af None None] Pushing event updated for resources: {'Port': ['ID=fbd051e6-6654-4422-8e17-c9c51f5592a6,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:34.454548 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] For port 5279a5b5-a49c-4012-bc4b-3dddce2ff916, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:34.485425 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] For port 5279a5b5-a49c-4012-bc4b-3dddce2ff916, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5279a5b5-a49c-4012-bc4b-3dddce2ff916,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:34.501041 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.503973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Provisioning complete for port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:34.505490 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.522839 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.631182 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:34.631821 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:34.639528 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Pushing event updated for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:34.723907 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.724284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.724650 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.724993 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.725324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.725677 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.726043 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.726356 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.726686 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.727012 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.727333 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.727653 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.728000 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a810a99-5bc4-428f-aa35-560f636c0924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:29:34.933789 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da9ac0-3db0-4226-803a-7cb4ef59e9c0 req-84b8501e-6c78-472c-b1b5-e9851d266696 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:34.951270 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Current status of the port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:34.951652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:34.954906 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61da9ac0-3db0-4226-803a-7cb4ef59e9c0 req-84b8501e-6c78-472c-b1b5-e9851d266696 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.2036355 Feb 21 02:29:34.993630 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Router 78d53079-9c34-44b4-9f30-f819f30efcb2 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:29:35.026131 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] For port 5279a5b5-a49c-4012-bc4b-3dddce2ff916, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5279a5b5-a49c-4012-bc4b-3dddce2ff916,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:35.030011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:35.032156 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fbd051e6-6654-4422-8e17-c9c51f5592a6 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:35.068969 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.098480 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61da9ac0-3db0-4226-803a-7cb4ef59e9c0 req-da11d509-6b98-416c-83cc-eb1f80e1aacd tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397741 Feb 21 02:29:35.165108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe06dff-d7c6-4a36-825b-18a624f72c38 None None] Pushing event updated for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:35.201317 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:35.214544 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Sync routers for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:35.226990 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.227903 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:35.228220 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-caffdeb2-97f5-447d-8d01-a49fad2ee5b4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9086299 Feb 21 02:29:35.229411 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:35.233427 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 54928) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:35.310581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-7c747c57-7f34-4042-af4e-b33019c94f26 None None] Provisioning complete for port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:35.311472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c747c57-7f34-4042-af4e-b33019c94f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.383819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fbd051e6-6654-4422-8e17-c9c51f5592a6 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:35.384210 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.411101 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:35.421398 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.429863 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12751be4-54e2-4917-b070-e15c0a23d329 req-bc03de3f-d6e9-45f7-9c80-1d344002027c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:35.442614 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12751be4-54e2-4917-b070-e15c0a23d329 req-bc03de3f-d6e9-45f7-9c80-1d344002027c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.2404127 Feb 21 02:29:35.589519 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12751be4-54e2-4917-b070-e15c0a23d329 req-991aa1fd-9979-4e59-8bde-17582d883351 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455536 Feb 21 02:29:35.617441 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7c747c57-7f34-4042-af4e-b33019c94f26 None None] Current status of the port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:35.683668 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fbd051e6-6654-4422-8e17-c9c51f5592a6 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:35.698245 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.722019 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:34Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:35.760469 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:34Z', 'revision_number': 3, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:35.773378 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc495c-fcb2-434c-ad80-2228f2574cef None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:34Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:35.805910 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Checking router: 78d53079-9c34-44b4-9f30-f819f30efcb2 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:35.806460 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Updating router 78d53079-9c34-44b4-9f30-f819f30efcb2 port b625a553-efdb-4336-ac6b-1d0cf38c7c66 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:35.817860 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port fbd051e6-6654-4422-8e17-c9c51f5592a6, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fbd051e6-6654-4422-8e17-c9c51f5592a6,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:35.835068 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:35.841939 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.015814 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=fbd051e6-6654-4422-8e17-c9c51f5592a6,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:36.066586 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28a177-4a2a-4968-a2df-8d48cc97caf6 req-390c7121-5890-4ccb-98bd-e727a4924c29 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:36.069430 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc28a177-4a2a-4968-a2df-8d48cc97caf6 req-390c7121-5890-4ccb-98bd-e727a4924c29 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0824387 Feb 21 02:29:36.097997 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569d448e-5ac8-40c4-9f4d-f2f536a2d114 None None] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:36.251412 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc28a177-4a2a-4968-a2df-8d48cc97caf6 req-1ecd4fe5-680d-418e-99f1-1a5ce3102270 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590869 Feb 21 02:29:36.324584 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-23c2202e-046a-4ab3-be39-ad333a4312d6 None None] Provisioning complete for port fbd051e6-6654-4422-8e17-c9c51f5592a6 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:36.325122 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-23c2202e-046a-4ab3-be39-ad333a4312d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.457406 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-23c2202e-046a-4ab3-be39-ad333a4312d6 None None] Current status of the port fbd051e6-6654-4422-8e17-c9c51f5592a6 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:36.476234 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks [] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.486094 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.597463 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1adee-cfba-4d3b-99ca-790e0dc45fac None None] Pushing event updated for resources: {'Port': ['ID=b625a553-efdb-4336-ac6b-1d0cf38c7c66,revision_number=2']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:36.600797 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Attempting to bind port b625a553-efdb-4336-ac6b-1d0cf38c7c66 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:36.601283 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Attempting to bind port b625a553-efdb-4336-ac6b-1d0cf38c7c66 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:36.601770 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Attempting to bind port b625a553-efdb-4336-ac6b-1d0cf38c7c66 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:36.640505 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:36.644955 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:36.652336 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.653320 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:36.656352 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Bound port: b625a553-efdb-4336-ac6b-1d0cf38c7c66, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:36.657014 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.711408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-221408bd-5a36-4032-b47a-04c022d88996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:36.716437 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-221408bd-5a36-4032-b47a-04c022d88996 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.7266586 Feb 21 02:29:36.720646 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.729055 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] For port b625a553-efdb-4336-ac6b-1d0cf38c7c66, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:36.731397 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd2eb-747f-4560-8c26-f5cd89fa0bda req-6f7e80fd-7e5d-4238-99ae-428eba0aca4d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:36.733104 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4d7bd2eb-747f-4560-8c26-f5cd89fa0bda req-6f7e80fd-7e5d-4238-99ae-428eba0aca4d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.1389425 Feb 21 02:29:36.733660 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] For port b625a553-efdb-4336-ac6b-1d0cf38c7c66, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b625a553-efdb-4336-ac6b-1d0cf38c7c66,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:36.744396 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.811811 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-f2e82754-706e-4cea-877c-f8f68ff01301 None None] Provisioning complete for port fbd051e6-6654-4422-8e17-c9c51f5592a6 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:36.812805 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:36.812908 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f2e82754-706e-4cea-877c-f8f68ff01301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:36.813366 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:36.965732 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4d7bd2eb-747f-4560-8c26-f5cd89fa0bda req-054746c9-1811-4cca-96e0-48d3cb43a4e8 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249556 Feb 21 02:29:37.012623 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1adee-cfba-4d3b-99ca-790e0dc45fac None None] Pushing event updated for resources: {'Port': ['ID=b625a553-efdb-4336-ac6b-1d0cf38c7c66,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:37.072555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Allocated IP 172.20.0.1 (42edb66f-b75d-49c3-b85c-48d0084cf0c7/2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b/eae2b692-2276-41b9-99cb-28a6c09254de) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:29:37.087957 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:37.135218 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fbd051e6-6654-4422-8e17-c9c51f5592a6 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:37.178731 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f2e82754-706e-4cea-877c-f8f68ff01301 None None] Current status of the port fbd051e6-6654-4422-8e17-c9c51f5592a6 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:37.204509 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fbd051e6-6654-4422-8e17-c9c51f5592a6 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:37.205140 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.246057 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks [] for port (eae2b692-2276-41b9-99cb-28a6c09254de), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.303329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.313932 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fbd051e6-6654-4422-8e17-c9c51f5592a6 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:37.316184 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5279a5b5-a49c-4012-bc4b-3dddce2ff916 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:37.391280 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:37.391280 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.393120 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:37.428842 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Pushing event updated for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:37.438209 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:37.445166 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:29:37.445687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (78d53079-9c34-44b4-9f30-f819f30efcb2), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.542907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2e376-6a5c-42b0-a24f-4775cbb2fd0f req-a4ef11e7-b3e0-47d0-99a6-4fa178fe627b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:37.545869 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ca2e376-6a5c-42b0-a24f-4775cbb2fd0f req-a4ef11e7-b3e0-47d0-99a6-4fa178fe627b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1496422 Feb 21 02:29:37.591307 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:34Z', 'revision_number': 3, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:37.601407 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:37.642073 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07fe6-ddd7-4505-8180-9c5ca71421e1 None None] The sync data for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi is: [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:34Z', 'revision_number': 3, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:37.701540 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ca2e376-6a5c-42b0-a24f-4775cbb2fd0f req-06bde16c-df5a-463b-bf78-4e3fb631bb48 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405132 Feb 21 02:29:37.728626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.809010 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-f72a1fd4-4cef-41ca-96f3-017d820d91d9 None None] Provisioning complete for port eae2b692-2276-41b9-99cb-28a6c09254de triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:37.809438 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f72a1fd4-4cef-41ca-96f3-017d820d91d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.852721 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f72a1fd4-4cef-41ca-96f3-017d820d91d9 None None] Port eae2b692-2276-41b9-99cb-28a6c09254de cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:37.923001 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks [] for port (eae2b692-2276-41b9-99cb-28a6c09254de), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.928074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:37.928784 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (78d53079-9c34-44b4-9f30-f819f30efcb2), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:38.032442 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Pushing event updated for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:38.078076 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:29:38.079586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:38.209617 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Router 78d53079-9c34-44b4-9f30-f819f30efcb2 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:29:38.277962 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-3b69debe-bc55-4ba7-b555-9233d004c37a None None] Provisioning complete for port eae2b692-2276-41b9-99cb-28a6c09254de triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:38.278493 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b69debe-bc55-4ba7-b555-9233d004c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:38.316806 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3b69debe-bc55-4ba7-b555-9233d004c37a None None] Port eae2b692-2276-41b9-99cb-28a6c09254de cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:29:38.329304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:29:38.334802 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c4227a50-c7a5-4b34-bb47-5ffe97cd5748 admin admin] 10.222.0.75 "PUT /v2.0/routers/78d53079-9c34-44b4-9f30-f819f30efcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0992439 Feb 21 02:29:38.825113 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99af3-a366-49d4-ac39-da84ac465f27 req-7f162a56-44c3-4590-8173-6cb87d5637e1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:38.826649 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7c99af3-a366-49d4-ac39-da84ac465f27 req-7f162a56-44c3-4590-8173-6cb87d5637e1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0598485 Feb 21 02:29:38.875334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55014) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:38.876710 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7c99af3-a366-49d4-ac39-da84ac465f27 req-4a293bcb-f3bf-442b-a052-da9ebef282dd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Feb 21 02:29:38.880645 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444044047', 'description': 'tempest-secgroup-smoke-1444044047 description', 'project_id': '9d0c19115c1746f1956552777cc35baf'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:38.896310 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b625a553-efdb-4336-ac6b-1d0cf38c7c66 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:38.908242 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:38.951040 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port b625a553-efdb-4336-ac6b-1d0cf38c7c66 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:38.951839 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:38.980600 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (a2a7bc99-b77c-4fa1-b2c9-2e40847d938f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:38.987000 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a2a7bc99-b77c-4fa1-b2c9-2e40847d938f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.016654 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.017898 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1415024 Feb 21 02:29:39.020597 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1948ded-4e35-4ef3-9b7d-1b65f9ad6a46 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.021552 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55016) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.026148 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.043228 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port b625a553-efdb-4336-ac6b-1d0cf38c7c66 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:39.043758 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.054660 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (9dd0b80d-cfed-4c91-ad89-1c8e7a25f569), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.066951 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port b625a553-efdb-4336-ac6b-1d0cf38c7c66, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b625a553-efdb-4336-ac6b-1d0cf38c7c66,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:39.071955 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.121157 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (9dd0b80d-cfed-4c91-ad89-1c8e7a25f569), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.126943 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (9dd0b80d-cfed-4c91-ad89-1c8e7a25f569), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.127958 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=b625a553-efdb-4336-ac6b-1d0cf38c7c66,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.145353 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd0b80d-cfed-4c91-ad89-1c8e7a25f569,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.154992 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.156724 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-35cd469a-5f95-49f7-b892-a4b14468971f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336749 Feb 21 02:29:39.159095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55018) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.163875 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.194169 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (fd750f74-c95d-4779-8009-e23f345ca3a5), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.258198 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (fd750f74-c95d-4779-8009-e23f345ca3a5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.263632 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (fd750f74-c95d-4779-8009-e23f345ca3a5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.282803 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd750f74-c95d-4779-8009-e23f345ca3a5,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.292086 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.296063 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-50e56c3c-8863-4b47-b34e-c4bded26f87c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331158 Feb 21 02:29:39.296198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Sync routers for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:29:39.296351 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55020) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.301521 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.306930 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:39.307637 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:39.334003 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (522541ea-e34d-4da5-8ea5-0e608bb5a55c), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.391717 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (522541ea-e34d-4da5-8ea5-0e608bb5a55c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.395688 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (522541ea-e34d-4da5-8ea5-0e608bb5a55c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.413108 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522541ea-e34d-4da5-8ea5-0e608bb5a55c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.422695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.423887 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bac3daef-bf0b-4bd9-9c84-54d0cbe62aa9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265347 Feb 21 02:29:39.427436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55022) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.431234 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:39.431649 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.455614 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (5b89c758-a8e7-46d8-8ae4-62eaea4da91a), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.515146 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (5b89c758-a8e7-46d8-8ae4-62eaea4da91a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.519123 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (5b89c758-a8e7-46d8-8ae4-62eaea4da91a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.540389 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b89c758-a8e7-46d8-8ae4-62eaea4da91a,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.550777 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.554702 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b9d4da81-c5c4-421c-9019-92a85bd33e8a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240125 Feb 21 02:29:39.555056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55026) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.559666 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.585228 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Project 9d0c19115c1746f1956552777cc35baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:29:39.591097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (e09d79ba-804e-4306-b556-ec2080a4be8c), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.650402 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:37Z', 'revision_number': 4, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'eae2b692-2276-41b9-99cb-28a6c09254de', 'name': '', 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'mac_address': 'fa:16:3e:27:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:36Z', 'updated_at': '2022-02-21T02:29:37Z', 'revision_number': 2, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'subnets': [{'id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:39.651143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (e09d79ba-804e-4306-b556-ec2080a4be8c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.655860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (e09d79ba-804e-4306-b556-ec2080a4be8c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.674172 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d79ba-804e-4306-b556-ec2080a4be8c,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.682580 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.684835 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7a63dc51-2c5e-4237-a30d-3fbc647eb3e8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282270 Feb 21 02:29:39.687099 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55030) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:39.691677 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'security_group_rule': {'security_group_id': 'a2a7bc99-b77c-4fa1-b2c9-2e40847d938f', 'project_id': '9d0c19115c1746f1956552777cc35baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:39.691812 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Checking router: 78d53079-9c34-44b4-9f30-f819f30efcb2 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:29:39.692259 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Updating router 78d53079-9c34-44b4-9f30-f819f30efcb2 port eae2b692-2276-41b9-99cb-28a6c09254de binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:29:39.722456 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Project 9d0c19115c1746f1956552777cc35baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:29:39.727710 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (ccc9e27b-d92c-4ea6-a645-a7205f6dfc04), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.728183 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.790059 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (ccc9e27b-d92c-4ea6-a645-a7205f6dfc04), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.794117 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (ccc9e27b-d92c-4ea6-a645-a7205f6dfc04), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.812941 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc9e27b-d92c-4ea6-a645-a7205f6dfc04,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:39.822035 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:39.826236 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5ca976c5-afbe-4608-a01c-31a6fabeb292 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352334 Feb 21 02:29:39.903884 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 13e94cd1-063a-4c40-9c82-feb80fe73d30 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:29:39.932814 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 13e94cd1-063a-4c40-9c82-feb80fe73d30 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:29:39.933163 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 13e94cd1-063a-4c40-9c82-feb80fe73d30 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:29:40.050294 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks [] for port (eae2b692-2276-41b9-99cb-28a6c09254de), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.057056 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.058507 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-7610e2d4-5d2b-4376-b7cd-ca13e52ef629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:40.060351 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-7610e2d4-5d2b-4376-b7cd-ca13e52ef629 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1524100 Feb 21 02:29:40.072030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cf748-53f6-4e79-bb63-ced59d550822 req-f4de67ca-0e65-4f53-ada0-bb178ce73973 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:40.073530 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a7cf748-53f6-4e79-bb63-ced59d550822 req-f4de67ca-0e65-4f53-ada0-bb178ce73973 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0861380 Feb 21 02:29:40.109137 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071f89b-19e0-4bb8-95fe-38d37b4699a3 None None] Pushing event updated for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:40.144643 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8a7cf748-53f6-4e79-bb63-ced59d550822 req-03f74255-4843-4848-b84b-0da4d6741d07 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641849 Feb 21 02:29:40.167197 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Attempting to bind port eae2b692-2276-41b9-99cb-28a6c09254de on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:29:40.167575 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Attempting to bind port eae2b692-2276-41b9-99cb-28a6c09254de by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:29:40.167945 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Attempting to bind port eae2b692-2276-41b9-99cb-28a6c09254de on network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:29:40.173035 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:29:40.173397 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Checking segment: {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:40.173782 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.174168 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Bound using segment: {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:29:40.174633 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Bound port: eae2b692-2276-41b9-99cb-28a6c09254de, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5605e81f-11d3-4c2d-a1ed-8da721adbde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:29:40.175080 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.247071 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] For port eae2b692-2276-41b9-99cb-28a6c09254de, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:29:40.251273 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] For port eae2b692-2276-41b9-99cb-28a6c09254de, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=eae2b692-2276-41b9-99cb-28a6c09254de,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:29:40.257978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.326340 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:29:40.334026 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:29:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:40.378871 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071f89b-19e0-4bb8-95fe-38d37b4699a3 None None] Pushing event updated for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:40.402186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Provisioning complete for port eae2b692-2276-41b9-99cb-28a6c09254de triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:40.402566 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.486424 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:29:40.634067 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Current status of the port eae2b692-2276-41b9-99cb-28a6c09254de is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:40.634457 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.693989 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] For port eae2b692-2276-41b9-99cb-28a6c09254de, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=eae2b692-2276-41b9-99cb-28a6c09254de,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:29:40.698517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.771115 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697c382-41fd-4115-b11c-fef89250dc6d None None] Pushing event updated for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:40.785818 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:37Z', 'revision_number': 4, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'eae2b692-2276-41b9-99cb-28a6c09254de', 'name': '', 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'mac_address': 'fa:16:3e:27:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:36Z', 'updated_at': '2022-02-21T02:29:40Z', 'revision_number': 4, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'subnets': [{'id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:29:40.818369 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65db4a82-fe76-4c02-81d5-465ce2fdb481 None None] The sync data for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi is: [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:29:37Z', 'revision_number': 4, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'eae2b692-2276-41b9-99cb-28a6c09254de', 'name': '', 'network_id': '42edb66f-b75d-49c3-b85c-48d0084cf0c7', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'mac_address': 'fa:16:3e:27:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:36Z', 'updated_at': '2022-02-21T02:29:40Z', 'revision_number': 4, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'subnets': [{'id': '2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:29:40.829447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-ab3a3939-ea94-4b88-818c-fd2391815b08 None None] Provisioning complete for port eae2b692-2276-41b9-99cb-28a6c09254de triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:40.830034 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3939-ea94-4b88-818c-fd2391815b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:40.918780 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b625a553-efdb-4336-ac6b-1d0cf38c7c66 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:40.965566 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a3939-ea94-4b88-818c-fd2391815b08 None None] Current status of the port eae2b692-2276-41b9-99cb-28a6c09254de is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:40.982035 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port b625a553-efdb-4336-ac6b-1d0cf38c7c66 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:40.982412 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:41.071877 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port b625a553-efdb-4336-ac6b-1d0cf38c7c66 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:41.146899 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-ef67eb9a-fb94-4526-af7c-b73198c37dd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0535250 Feb 21 02:29:41.282331 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ab6e5-5582-46fd-bff9-d4ea8fb00c62 req-0087034a-4397-489d-b220-1484ddc54b04 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:41.286103 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e60ab6e5-5582-46fd-bff9-d4ea8fb00c62 req-0087034a-4397-489d-b220-1484ddc54b04 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Feb 21 02:29:41.337343 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e60ab6e5-5582-46fd-bff9-d4ea8fb00c62 req-ad27a636-eff9-4ad3-97d5-891a11a0012d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467603 Feb 21 02:29:42.462129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41968c7-6cf4-4a7b-a4d6-42a51fd05c64 req-e17df53e-90c9-44b3-84df-7a18f9bc0d29 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:42.463620 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f41968c7-6cf4-4a7b-a4d6-42a51fd05c64 req-e17df53e-90c9-44b3-84df-7a18f9bc0d29 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Feb 21 02:29:42.510319 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f41968c7-6cf4-4a7b-a4d6-42a51fd05c64 req-168ad9fa-a3a7-4cda-bf99-93f9096d5c40 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Feb 21 02:29:42.738303 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-a00a301d-2eab-49f8-9b5c-b7e33a94c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:42.740039 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-a00a301d-2eab-49f8-9b5c-b7e33a94c2f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.0485945 Feb 21 02:29:42.777218 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:42.841764 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-0a620198-1322-40c7-8dc6-dc94d20a5b96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376747 Feb 21 02:29:42.903219 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device eae2b692-2276-41b9-99cb-28a6c09254de up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:29:42.946957 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-fcbc0d5d-bf1a-43a2-bb6e-1f1616219912 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969868 Feb 21 02:29:42.953083 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port eae2b692-2276-41b9-99cb-28a6c09254de triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:29:42.953531 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:43.042533 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port eae2b692-2276-41b9-99cb-28a6c09254de is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:29:43.047221 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e87f7187-56b9-4618-ab92-82a7690cc7b2 req-bb4a1820-372d-4abd-9f25-d01a0c2f6dde service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928280 Feb 21 02:29:43.627180 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629930-771d-4dde-a316-33e2205ccaa6 req-91c951a6-8fc2-442c-bef9-a188f41a7a39 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:43.628800 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60629930-771d-4dde-a316-33e2205ccaa6 req-91c951a6-8fc2-442c-bef9-a188f41a7a39 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Feb 21 02:29:43.674543 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60629930-771d-4dde-a316-33e2205ccaa6 req-4f6d4609-dacc-4b4e-b4f5-99401e4f417e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Feb 21 02:29:44.823593 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c22ba-e582-4743-8b79-1e746a927902 req-fccfc410-0d7d-4681-bd60-d5d9dfec564d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:44.830613 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3f9c22ba-e582-4743-8b79-1e746a927902 req-fccfc410-0d7d-4681-bd60-d5d9dfec564d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0859926 Feb 21 02:29:44.884959 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3f9c22ba-e582-4743-8b79-1e746a927902 req-34aff106-d486-436e-be63-1abd34edc580 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Feb 21 02:29:45.141100 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-78d2c133-10bb-4398-84e0-259f673e58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:45.142553 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-78d2c133-10bb-4398-84e0-259f673e58df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0561011 Feb 21 02:29:45.267775 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-5ed03f94-bb64-4d47-b120-ad3dc2a1900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:45.270436 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-5ed03f94-bb64-4d47-b120-ad3dc2a1900e service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1061177 Feb 21 02:29:45.319132 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-f93d05d2-312a-4382-a492-17ada8919ac8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0386052 Feb 21 02:29:45.381093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-b815a136-38b1-439c-9223-75519141c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:45.382904 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-b815a136-38b1-439c-9223-75519141c33f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.0562365 Feb 21 02:29:45.417824 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-d8c21712-a4e7-466e-9629-a361eef84c92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279505 Feb 21 02:29:45.535554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-d0d4c397-160a-46de-ade9-eca673606ffc service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055040 Feb 21 02:29:45.646154 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e6cd0e6-7661-4f79-bb2a-0f09e7651ee8 req-3d57841b-b5ff-4bff-a612-9ffb105c9b88 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990911 Feb 21 02:29:46.067333 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31121-ef6b-49c7-acce-757a187f61fb req-701b88f5-18a3-459a-be44-c1c81ae9575b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:46.069913 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6a31121-ef6b-49c7-acce-757a187f61fb req-701b88f5-18a3-459a-be44-c1c81ae9575b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1088006 Feb 21 02:29:46.130051 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6a31121-ef6b-49c7-acce-757a187f61fb req-8f84ae81-e947-4e52-95b7-c6d8a8dd2fe1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500965 Feb 21 02:29:47.268222 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceff0d-1145-428f-99a1-d9787b7f2eca req-aa8ef199-5920-4768-9533-0651e5f10a67 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:47.270257 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bcceff0d-1145-428f-99a1-d9787b7f2eca req-aa8ef199-5920-4768-9533-0651e5f10a67 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Feb 21 02:29:47.314388 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bcceff0d-1145-428f-99a1-d9787b7f2eca req-9def4a95-c07b-4cdd-a185-452409d08f86 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Feb 21 02:29:47.498427 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:29:48.453343 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c2738-341c-4e0f-ac37-bc8959a72b5f req-959e801a-bfe4-469a-8c91-b178c1ff7deb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:48.454877 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3e6c2738-341c-4e0f-ac37-bc8959a72b5f req-959e801a-bfe4-469a-8c91-b178c1ff7deb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0635803 Feb 21 02:29:48.505998 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3e6c2738-341c-4e0f-ac37-bc8959a72b5f req-f0903ec6-dc8e-4e99-9aa2-de567ace5af8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Feb 21 02:29:49.995456 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580438-c114-45a0-9105-46c84b0c3bb0 req-a4746a6b-9c95-4e66-919a-b2f3a98bd95a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:49.997894 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-81580438-c114-45a0-9105-46c84b0c3bb0 req-a4746a6b-9c95-4e66-919a-b2f3a98bd95a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0575833 Feb 21 02:29:50.051860 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-81580438-c114-45a0-9105-46c84b0c3bb0 req-3446d5f2-8042-4774-8376-52a27cf3ea83 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480280 Feb 21 02:29:51.019403 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55352) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:51.117266 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55356) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:51.165101 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c9f29247-b602-4a32-9d47-70ef4dc2baae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.209011 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5836566-4eb7-4154-aaa8-3e392b785c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.341923 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c9f29247-b602-4a32-9d47-70ef4dc2baae admin admin] Publish callbacks [] for security_group (aa07c97c-18b0-49b5-bc45-85723bc45aab), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.351188 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c9f29247-b602-4a32-9d47-70ef4dc2baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (aa07c97c-18b0-49b5-bc45-85723bc45aab), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.362576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5836566-4eb7-4154-aaa8-3e392b785c9d admin admin] Publish callbacks [] for security_group (d0cf0384-1b81-4981-a725-c23518c8df6a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.397479 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5836566-4eb7-4154-aaa8-3e392b785c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d0cf0384-1b81-4981-a725-c23518c8df6a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.409917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55362) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:51.416513 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c9f29247-b602-4a32-9d47-70ef4dc2baae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d5a11781b344d39a998955e37d0b72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948128 Feb 21 02:29:51.417307 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f29247-b602-4a32-9d47-70ef4dc2baae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07c97c-18b0-49b5-bc45-85723bc45aab,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:51.444511 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b5836566-4eb7-4154-aaa8-3e392b785c9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36a8650111ab447fbd819ef816683f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261385 Feb 21 02:29:51.449540 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55364) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:51.474709 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5836566-4eb7-4154-aaa8-3e392b785c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf0384-1b81-4981-a725-c23518c8df6a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:51.498232 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] Publish callbacks [] for security_group (aa07c97c-18b0-49b5-bc45-85723bc45aab), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.549078 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] Publish callbacks [] for security_group (aa07c97c-18b0-49b5-bc45-85723bc45aab), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.585428 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] Publish callbacks [] for security_group (d0cf0384-1b81-4981-a725-c23518c8df6a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.619792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] Publish callbacks [] for security_group (d0cf0384-1b81-4981-a725-c23518c8df6a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.654017 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (aa07c97c-18b0-49b5-bc45-85723bc45aab), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.656875 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.658313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa07c97c-18b0-49b5-bc45-85723bc45aab HTTP/1.1" status: 204 len: 168 time: 0.2468166 Feb 21 02:29:51.668663 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43918e41-f881-493c-b7cf-f1bcb6234299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07c97c-18b0-49b5-bc45-85723bc45aab,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:51.700213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d0cf0384-1b81-4981-a725-c23518c8df6a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.703597 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:51.705004 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0cf0384-1b81-4981-a725-c23518c8df6a HTTP/1.1" status: 204 len: 168 time: 0.2534645 Feb 21 02:29:51.715013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c10360-a2f5-42ba-8a22-ec7a9b41029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf0384-1b81-4981-a725-c23518c8df6a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:52.114407 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55386) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:52.139662 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d95-000d-4e00-a71e-00720ee3d43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.256926 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d95-000d-4e00-a71e-00720ee3d43f admin admin] Publish callbacks [] for security_group (bcf8f937-5945-4210-b75a-9d456ca84c72), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.262523 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6d95-000d-4e00-a71e-00720ee3d43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (bcf8f937-5945-4210-b75a-9d456ca84c72), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.311166 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0ffe6d95-000d-4e00-a71e-00720ee3d43f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a7427c04c174ca9abaf7e955ed4f2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947203 Feb 21 02:29:52.313696 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe6d95-000d-4e00-a71e-00720ee3d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf8f937-5945-4210-b75a-9d456ca84c72,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:52.313980 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55390) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:52.413186 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] Publish callbacks [] for security_group (bcf8f937-5945-4210-b75a-9d456ca84c72), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.451988 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] Publish callbacks [] for security_group (bcf8f937-5945-4210-b75a-9d456ca84c72), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.535524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (bcf8f937-5945-4210-b75a-9d456ca84c72), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.550173 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:52.551835 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bcf8f937-5945-4210-b75a-9d456ca84c72 HTTP/1.1" status: 204 len: 168 time: 0.2367899 Feb 21 02:29:52.561879 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d58e2-bbe9-463e-b4f9-afc8c43520e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf8f937-5945-4210-b75a-9d456ca84c72,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:52.765459 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55408) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:52.964371 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55414) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:52.978899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9aef5bcc-9de3-44a6-b5ae-4eeb54595d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.072626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2060859838-network', 'tenant_id': '85d4895c6155469e9922d6ad6e152051'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:53.081138 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9aef5bcc-9de3-44a6-b5ae-4eeb54595d43 admin admin] Publish callbacks [] for security_group (17d40ea5-98cb-4a20-b08b-5666664ce89a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.087754 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9aef5bcc-9de3-44a6-b5ae-4eeb54595d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (17d40ea5-98cb-4a20-b08b-5666664ce89a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.134846 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Made reservation on behalf of 85d4895c6155469e9922d6ad6e152051 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:53.137119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.141130 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef5bcc-9de3-44a6-b5ae-4eeb54595d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d40ea5-98cb-4a20-b08b-5666664ce89a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:53.145350 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9aef5bcc-9de3-44a6-b5ae-4eeb54595d43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1589be9749c8434cb2d4287f1e4b74b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799068 Feb 21 02:29:53.147983 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55418) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:53.169925 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.214077 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] Publish callbacks [] for security_group (17d40ea5-98cb-4a20-b08b-5666664ce89a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.244504 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] Publish callbacks [] for security_group (17d40ea5-98cb-4a20-b08b-5666664ce89a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.251455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks [] for security_group (23c5f0db-232c-4a61-8475-5157e7adf864), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.257153 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (23c5f0db-232c-4a61-8475-5157e7adf864), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.290279 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:29:53.307091 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c5f0db-232c-4a61-8475-5157e7adf864,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:53.309072 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (17d40ea5-98cb-4a20-b08b-5666664ce89a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.312257 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (08a68c3e-71df-4078-be8c-924b91149266), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.312611 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Added segment 08a68c3e-71df-4078-be8c-924b91149266 of type vlan for network 26881fc9-45ba-431f-a03d-7739d0624db9 Feb 21 02:29:53.331955 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.334543 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17d40ea5-98cb-4a20-b08b-5666664ce89a HTTP/1.1" status: 204 len: 168 time: 0.1848276 Feb 21 02:29:53.345073 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65053ca2-d341-440c-90e4-9ef6020bbf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d40ea5-98cb-4a20-b08b-5666664ce89a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:53.383567 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (26881fc9-45ba-431f-a03d-7739d0624db9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.434349 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (26881fc9-45ba-431f-a03d-7739d0624db9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.436962 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:53.437539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.593388 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8264141 Feb 21 02:29:53.602243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 55424) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:29:53.621405 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Request body: {'subnet': {'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2060859838-subnet', 'tenant_id': '85d4895c6155469e9922d6ad6e152051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:29:53.622083 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de70cf-c388-44d5-9128-01cfa59f9929 admin admin] Pushing event updated for resources: {'Network': ['ID=26881fc9-45ba-431f-a03d-7739d0624db9,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:53.652401 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 26881fc9-45ba-431f-a03d-7739d0624db9 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:29:53.710702 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Made reservation on behalf of 85d4895c6155469e9922d6ad6e152051 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:29:53.725169 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:53.974999 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (cb7f00fb-eeaa-423b-96e6-b3a9e18d0793), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:54.039687 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:29:54.059034 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Checking segment: {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:29:54.059034 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Network hostable DHCP agents. Network: 26881fc9-45ba-431f-a03d-7739d0624db9, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:29:54.079698 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Network 26881fc9-45ba-431f-a03d-7739d0624db9 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:29:54.094902 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 26881fc9-45ba-431f-a03d-7739d0624db9) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:29:54.105388 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:29:54.106624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:29:54.118957 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e2468-0941-4e94-af37-ec38706e2a76 None None] Network 26881fc9-45ba-431f-a03d-7739d0624db9 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:54.156979 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b99badb0-2d14-4099-866b-28233d885986 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5533793 Feb 21 02:29:54.438636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403b289-fbbe-4007-b155-9d2439c53bf3 None None] Network 26881fc9-45ba-431f-a03d-7739d0624db9 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:29:58.992609 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a8537263-ce47-4d37-ba4e-c28bd0e0eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:01.438482 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31013489-44f1-4b34-9dc6-8fc7a4326330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:01.701463 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b9d8a-f437-40df-bed2-7334a58d1626 req-643698d5-7db9-468a-b58f-9e7fb0c245e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:01.703145 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c86b9d8a-f437-40df-bed2-7334a58d1626 req-643698d5-7db9-468a-b58f-9e7fb0c245e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0953629 Feb 21 02:30:01.723851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-6e46ad40-1f95-4791-a41b-2638b326a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:01.725367 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-6e46ad40-1f95-4791-a41b-2638b326a11c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0826278 Feb 21 02:30:01.815714 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c86b9d8a-f437-40df-bed2-7334a58d1626 req-b31c8bb1-23f3-474b-9f1e-9fc04a7eeb2f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Feb 21 02:30:01.851609 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-b50a958a-e011-42e8-8c3d-226f63f539d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:01.853255 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-b50a958a-e011-42e8-8c3d-226f63f539d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1198316 Feb 21 02:30:01.899560 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-18b35151-c90d-48eb-9853-a04ea89cfca5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0377696 Feb 21 02:30:01.958835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-f1c37106-e298-4d58-ab0c-ec5afb8dce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:01.960328 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-f1c37106-e298-4d58-ab0c-ec5afb8dce5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.0503454 Feb 21 02:30:01.997989 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-9de49bdd-e4de-407c-92e3-4919da134c05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300522 Feb 21 02:30:02.104951 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-7698b7a8-d0bb-46f7-8530-2ed4c5a31085 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977466 Feb 21 02:30:02.236722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:02.258529 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cedbd4b-4e58-4b5e-a844-d8dcaf4fa001 req-acfcb6e0-1f9b-47d7-9dfe-0eb72096bec4 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466866 Feb 21 02:30:02.891524 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-2a9aee08-6f84-4cb9-b259-1a19f2ad08ca tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:02.893474 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-2a9aee08-6f84-4cb9-b259-1a19f2ad08ca tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 814 time: 0.1107998 Feb 21 02:30:02.901827 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-2c6692a8-3ddb-4f43-8ba1-622ef7aa5c0c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:02.903297 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-2c6692a8-3ddb-4f43-8ba1-622ef7aa5c0c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.1093340 Feb 21 02:30:02.908352 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-f795fd72-acc6-443d-b479-778c8ab5bece tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/quotas/85d4895c6155469e9922d6ad6e152051 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Feb 21 02:30:02.918073 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-c717796d-828c-4871-b816-d0573fec4abe tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/quotas/440cb05903bb427baa54dbe25b56ee7c HTTP/1.1" status: 200 len: 375 time: 0.0094585 Feb 21 02:30:02.941105 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-74a3621c-5720-4ebc-b90f-b633ff0c9375 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270619 Feb 21 02:30:02.974472 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-e806acb3-6b3c-4464-83d3-94889ee09952 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513277 Feb 21 02:30:03.034509 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e41ab6f3-e883-49c6-a388-6fb554259c41 service neutron] 10.222.0.75 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861082 Feb 21 02:30:03.145659 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-0ab50adf-9746-403f-8a94-65297cbf752a service neutron] 10.222.0.75 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053681 Feb 21 02:30:03.386705 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131a407-3e3f-4e71-ab42-073fc66d75e4 req-4d257098-b1ef-44b1-bd03-685cc30bf7d8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:03.394806 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1131a407-3e3f-4e71-ab42-073fc66d75e4 req-4d257098-b1ef-44b1-bd03-685cc30bf7d8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0713956 Feb 21 02:30:03.473697 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1131a407-3e3f-4e71-ab42-073fc66d75e4 req-80c917c5-43a9-46a5-9731-71954c6ae091 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597296 Feb 21 02:30:03.496752 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-06bbeed9-79d5-4a9e-a02f-449c13f2977c service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148785 Feb 21 02:30:03.556585 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2eb1b2f5-5e7b-4ccd-9e45-7179389aff03 req-59dccd84-1ea0-4d01-a705-72af588dd660 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 210 time: 0.0411544 Feb 21 02:30:03.617362 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-0888955a-3afb-4e2c-a91e-0e0e0d7a98e8 service neutron] 10.222.0.75 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189444 Feb 21 02:30:03.802155 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:03.912846 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-696cf839-22fa-4d6d-af96-27288f926cb5 req-2435e69d-50f9-4550-9154-afdf660efa93 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0476243 Feb 21 02:30:04.626690 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de146aa4-8054-4447-915b-a2e242fbae62 req-f4835442-0bd4-4584-b9f1-d302f24a78fc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:04.653320 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de146aa4-8054-4447-915b-a2e242fbae62 req-f4835442-0bd4-4584-b9f1-d302f24a78fc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1109467 Feb 21 02:30:04.694568 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-84be6753-500e-4ec4-994c-9cf6cd80ef6f req-3d3e7af0-0f4e-4f33-a2a4-e3192b5921a8 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 210 time: 0.0696747 Feb 21 02:30:04.738176 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-de146aa4-8054-4447-915b-a2e242fbae62 req-83524f91-83b3-493b-8436-7cd40f97a39c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829444 Feb 21 02:30:04.945338 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e1acb6a1-52c1-4786-850a-bd39cbe2aad1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:04.947382 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e1acb6a1-52c1-4786-850a-bd39cbe2aad1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 814 time: 0.1476700 Feb 21 02:30:04.960420 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Request body: {'port': {'device_id': '9ecd84e6-18a9-4335-8476-507d531cda92', 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9', 'admin_state_up': True, 'tenant_id': '85d4895c6155469e9922d6ad6e152051'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:05.081339 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61d6348c-56a8-4ca9-ab45-550ba82d862d req-d3738ecb-5e24-44d3-9a4c-66f9970a44bf tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0373836 Feb 21 02:30:05.204129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-aed2bbc4-0ae3-43d3-ade2-abb5ffa72ce9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:05.206278 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-aed2bbc4-0ae3-43d3-ade2-abb5ffa72ce9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 814 time: 0.1651406 Feb 21 02:30:05.207716 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Made reservation on behalf of 85d4895c6155469e9922d6ad6e152051 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:30:05.211065 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.233363 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Request body: {'port': {'device_id': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'admin_state_up': True, 'tenant_id': '440cb05903bb427baa54dbe25b56ee7c'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:05.404153 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.458395 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Allocated IP 172.20.0.9 (26881fc9-45ba-431f-a03d-7739d0624db9/cb7f00fb-eeaa-423b-96e6-b3a9e18d0793/2021a41e-916a-4ed6-a694-a01cc08dc51c) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:05.469853 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Made reservation on behalf of 440cb05903bb427baa54dbe25b56ee7c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:30:05.474251 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.709038 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Allocated IP 172.20.0.12 (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf/798881ee-d097-4690-8f55-082f01260f08/229a501b-9d18-485b-9959-7236956c786a) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:05.731090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks [] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.826214 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fbd3d83a-c8e4-4ce6-82d1-fd890e341695 req-3dd162fa-41bd-4f94-8b87-e6ce7712253d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 210 time: 0.0375967 Feb 21 02:30:05.879730 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.940149 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76489021-f890-401f-88db-a3103a68ac8c req-29b77b5d-727f-40c6-a497-8a5c2233aabe tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:05.948140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Network 26881fc9-45ba-431f-a03d-7739d0624db9 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:05.949984 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-76489021-f890-401f-88db-a3103a68ac8c req-29b77b5d-727f-40c6-a497-8a5c2233aabe tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0821791 Feb 21 02:30:05.965392 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:05.972152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:05.977261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:05.978344 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:05.992706 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Pushing event updated for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:06.021158 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-850655f4-acb9-4293-9885-5002ee7b8f36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646219 Feb 21 02:30:06.021924 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-76489021-f890-401f-88db-a3103a68ac8c req-fdac3302-4172-4106-b7f6-b88b0211ac31 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705876 Feb 21 02:30:06.040268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks [] for port (229a501b-9d18-485b-9959-7236956c786a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:06.047398 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Request body: {'port': {'device_id': '9ecd84e6-18a9-4335-8476-507d531cda92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:06.129591 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:06.145074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (229a501b-9d18-485b-9959-7236956c786a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:06.158465 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'b84a1600-9302-43ac-8004-61bd10577802', '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:06.255316 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:06.281241 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:06.283874 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event updated for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:06.289082 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:06.297379 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:06.298374 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:06.395949 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-cbab713e-4758-4771-8f40-773910160cad tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1696429 Feb 21 02:30:06.413595 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Request body: {'port': {'device_id': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:06.501194 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (229a501b-9d18-485b-9959-7236956c786a), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:06.511629 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7d4c4-38f5-493f-8897-dd7492e037fe req-f49edb39-91ba-4549-982f-8fafc7050e22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:06.513855 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2d7d4c4-38f5-493f-8897-dd7492e037fe req-f49edb39-91ba-4549-982f-8fafc7050e22 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 932 time: 0.3656752 Feb 21 02:30:06.800441 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2d7d4c4-38f5-493f-8897-dd7492e037fe req-649e7ff7-dc94-4cd1-b913-be2307f5c69f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751756 Feb 21 02:30:06.970505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e41bd-1155-449d-bd3b-82bc866830c5 req-ccd96479-c5a7-42dc-8147-46cd58f0c791 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:06.979232 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c21e41bd-1155-449d-bd3b-82bc866830c5 req-ccd96479-c5a7-42dc-8147-46cd58f0c791 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 931 time: 0.0678468 Feb 21 02:30:07.042110 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2021a41e-916a-4ed6-a694-a01cc08dc51c {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:07.042597 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c21e41bd-1155-449d-bd3b-82bc866830c5 req-90cc4609-8a32-4924-ad1f-57034909929d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Feb 21 02:30:07.071981 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks [] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.100220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229a501b-9d18-485b-9959-7236956c786a {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:07.105799 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Transition to ACTIVE for port object 2021a41e-916a-4ed6-a694-a01cc08dc51c will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:30:07.121669 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks [] for port (229a501b-9d18-485b-9959-7236956c786a), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.140610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.181264 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Transition to ACTIVE for port object 229a501b-9d18-485b-9959-7236956c786a will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:30:07.189664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (229a501b-9d18-485b-9959-7236956c786a), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.225774 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Pushing event updated for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:07.270403 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa5877-2150-4b81-86a2-b700652002c4 req-6b285284-baaa-46e9-ad0d-ba05c34fb569 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:07.272164 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7cfa5877-2150-4b81-86a2-b700652002c4 req-6b285284-baaa-46e9-ad0d-ba05c34fb569 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1748099 Feb 21 02:30:07.366767 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Pushing event updated for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:07.369771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Attempting to bind port 2021a41e-916a-4ed6-a694-a01cc08dc51c on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:30:07.369771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Attempting to bind port 2021a41e-916a-4ed6-a694-a01cc08dc51c by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:30:07.369771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Attempting to bind port 2021a41e-916a-4ed6-a694-a01cc08dc51c on network 26881fc9-45ba-431f-a03d-7739d0624db9 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:07.385555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Attempting to bind port 229a501b-9d18-485b-9959-7236956c786a on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:30:07.386013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Attempting to bind port 229a501b-9d18-485b-9959-7236956c786a by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:30:07.386428 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Attempting to bind port 229a501b-9d18-485b-9959-7236956c786a on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:07.390734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Port 2021a41e-916a-4ed6-a694-a01cc08dc51c on network 26881fc9-45ba-431f-a03d-7739d0624db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:30:07.391129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Attempting to bind port 2021a41e-916a-4ed6-a694-a01cc08dc51c on network 26881fc9-45ba-431f-a03d-7739d0624db9 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:07.398065 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7cfa5877-2150-4b81-86a2-b700652002c4 req-9cec5f47-8eae-4069-898a-e0f628378169 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077046 Feb 21 02:30:07.400311 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Port 229a501b-9d18-485b-9959-7236956c786a on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:30:07.400710 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Attempting to bind port 229a501b-9d18-485b-9959-7236956c786a on network d4d7fbe4-b74f-4889-adca-b065ca5bd2cf {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:07.406163 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:30:07.406577 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Checking segment: {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:30:07.407041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Bound using segment: {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:30:07.407553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Bound port: 2021a41e-916a-4ed6-a694-a01cc08dc51c, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:30:07.408082 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.412524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:30:07.412949 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Checking segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:30:07.413340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Bound using segment: {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:30:07.413814 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Bound port: 229a501b-9d18-485b-9959-7236956c786a, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:30:07.414180 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (229a501b-9d18-485b-9959-7236956c786a), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.552542 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:30:07.557458 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=229a501b-9d18-485b-9959-7236956c786a,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:30:07.559841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:30:07.563501 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:30:07.571336 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.578313 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (229a501b-9d18-485b-9959-7236956c786a), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.635512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:07.635512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.635512 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] 10.222.0.42 "PUT /v2.0/ports/2021a41e-916a-4ed6-a694-a01cc08dc51c HTTP/1.1" status: 200 len: 1093 time: 1.5849726 Feb 21 02:30:07.635512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:07.635512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ebc09-6cd6-44da-88af-44bcfae36716" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:07.671559 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:07.672713 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:07.675048 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] 10.222.0.42 "PUT /v2.0/ports/229a501b-9d18-485b-9959-7236956c786a HTTP/1.1" status: 200 len: 1094 time: 1.2668726 Feb 21 02:30:07.676259 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4108f23-25c3-4b63-87a3-75c0917ef700 service neutron] Pushing event updated for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:07.730827 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ea8d1-629a-4d43-b8b7-5782f136edad x-openstack-request-id: req-2e1ea8d1-629a-4d43-b8b7-5782f136edad {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:07.731127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:07.731430 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e1ea8d1-629a-4d43-b8b7-5782f136edad {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:07.731789 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c', 'status': 'completed', 'code': 200} Feb 21 02:30:07.808872 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023879b-9ba3-4b7b-9e65-9f62d0af618b service neutron] Pushing event updated for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:07.828340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-3dc09016-9ede-4078-a387-e06a00c9f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:07.829921 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-3dc09016-9ede-4078-a387-e06a00c9f404 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 1127 time: 0.1201234 Feb 21 02:30:07.833539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-2986ece8-2d20-4f01-8c1f-05f08849718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:07.835647 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-2986ece8-2d20-4f01-8c1f-05f08849718b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 1128 time: 0.0867479 Feb 21 02:30:07.887070 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-23c1ff00-7711-4fd3-a88e-a3e19c5266d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229a501b-9d18-485b-9959-7236956c786a HTTP/1.1" status: 200 len: 217 time: 0.0427184 Feb 21 02:30:07.986341 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-0021fb80-ac73-4958-a928-f767d4aca04b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c HTTP/1.1" status: 200 len: 217 time: 0.0983815 Feb 21 02:30:08.036619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-ca7e68e8-a287-49af-b22f-21aecc1fc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.038048 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-ca7e68e8-a287-49af-b22f-21aecc1fc8b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.1149931 Feb 21 02:30:08.052946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faaf87-48c3-42c0-b069-33dc4e647e02 req-2ed8ea71-96cd-431a-8da6-9dd496f00872 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.054643 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4faaf87-48c3-42c0-b069-33dc4e647e02 req-2ed8ea71-96cd-431a-8da6-9dd496f00872 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.1607399 Feb 21 02:30:08.092624 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-d61c41b2-67fc-497a-a45a-07198080adf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351989 Feb 21 02:30:08.125634 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-f710a8c0-f80b-418c-b8c1-43998288bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.127245 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-f710a8c0-f80b-418c-b8c1-43998288bec4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 HTTP/1.1" status: 200 len: 854 time: 0.1245389 Feb 21 02:30:08.199481 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058342f0-d143-42a1-bf4b-b697a46413ff req-6f139cde-dcfd-41e5-9dcd-5748af198410 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.202079 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-058342f0-d143-42a1-bf4b-b697a46413ff req-6f139cde-dcfd-41e5-9dcd-5748af198410 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0648401 Feb 21 02:30:08.215850 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-523a984f-8c39-420c-9990-e6a98ae5a916 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26881fc9-45ba-431f-a03d-7739d0624db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554130 Feb 21 02:30:08.224200 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e4faaf87-48c3-42c0-b069-33dc4e647e02 req-d0bfcb5e-697b-4ba0-a59c-cb38f7341105 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562967 Feb 21 02:30:08.267065 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-058342f0-d143-42a1-bf4b-b697a46413ff req-05b4a59c-28e7-449b-b74a-2e0e82feb3be tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588877 Feb 21 02:30:08.313097 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-15572917-20c8-4459-a30e-ca23acd48420 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091391 Feb 21 02:30:08.651087 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-a20185f8-ef9b-4135-88ea-64c046ecbeab service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244392 Feb 21 02:30:08.751890 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-66bb31ad-0d11-4e63-a35f-b7cad1b614b8 req-0883b1ee-bd37-4031-a265-6b766d83448b service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320529 Feb 21 02:30:08.761410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad310db-6934-43f3-8b18-5a204ec163d2 req-0b857a22-952b-4dc6-af3a-6011d63341c8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.762877 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7ad310db-6934-43f3-8b18-5a204ec163d2 req-0b857a22-952b-4dc6-af3a-6011d63341c8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1562276 Feb 21 02:30:08.802168 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9e7145b-6738-4c70-9683-7568e325ec35 req-c12984b2-5f78-4655-bce1-cbb34e0da67a service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386192 Feb 21 02:30:08.829540 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7ad310db-6934-43f3-8b18-5a204ec163d2 req-cab6a670-9fa4-416f-88ea-6cb9a63766db tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Feb 21 02:30:08.922950 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-8baf21ab-d2f8-488a-9a0b-3b5d34bbd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:08.924697 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-8baf21ab-d2f8-488a-9a0b-3b5d34bbd885 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 1127 time: 0.0499594 Feb 21 02:30:09.019884 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-97995492-f932-4290-9d4b-ebae0002036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.021313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-97995492-f932-4290-9d4b-ebae0002036c service neutron] 10.222.0.42 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 915 time: 0.0890565 Feb 21 02:30:09.066490 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-4c71d30d-d8df-44ef-b4ef-63a4d1e9c785 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c HTTP/1.1" status: 200 len: 217 time: 0.0386977 Feb 21 02:30:09.118592 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-5feacbd2-705f-4fc9-b383-46ab14c27a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.120068 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-5feacbd2-705f-4fc9-b383-46ab14c27a59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 HTTP/1.1" status: 200 len: 854 time: 0.0474911 Feb 21 02:30:09.151156 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-20cddf58-0f61-4110-8dec-81281164c562 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26881fc9-45ba-431f-a03d-7739d0624db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242853 Feb 21 02:30:09.243153 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-2b315b00-f862-4acb-983f-0659ae04e9da service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844648 Feb 21 02:30:09.342298 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-349ebc09-6cd6-44da-88af-44bcfae36716 req-e0eef1d9-79e2-4153-aa1f-5308fdacfd60 service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929406 Feb 21 02:30:09.356670 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785fe0d-59bc-46f2-9963-f65821acab5f req-56e2d54b-0813-41ef-968b-44e385ea28ae tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.358884 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7785fe0d-59bc-46f2-9963-f65821acab5f req-56e2d54b-0813-41ef-968b-44e385ea28ae tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0597677 Feb 21 02:30:09.404263 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228304b-6ba3-46c5-82a0-ede2d41fd8ce req-43c1de70-c8a7-4ecc-89b9-5656b9edad67 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.406102 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7785fe0d-59bc-46f2-9963-f65821acab5f req-2f12e3cf-ef80-4f2e-a961-d9d5dcbbfde0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Feb 21 02:30:09.408616 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3228304b-6ba3-46c5-82a0-ede2d41fd8ce req-43c1de70-c8a7-4ecc-89b9-5656b9edad67 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0595238 Feb 21 02:30:09.452577 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3228304b-6ba3-46c5-82a0-ede2d41fd8ce req-bfb2acf9-48a6-4189-be66-23ccf3dcd078 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Feb 21 02:30:09.732884 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'tag': '229a501b-9d18-485b-9959-7236956c786a'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:09.735504 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9691ab0-c214-4935-b39b-bfc469f86ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "tag": "229a501b-9d18-485b-9959-7236956c786a"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:09.770072 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f5527-dff1-4f45-9537-d0f90d751102 x-openstack-request-id: req-fd1f5527-dff1-4f45-9537-d0f90d751102 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:09.770375 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "tag": "229a501b-9d18-485b-9959-7236956c786a", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:09.770613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd1f5527-dff1-4f45-9537-d0f90d751102 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:09.771009 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'tag': '229a501b-9d18-485b-9959-7236956c786a', 'status': 'completed', 'code': 200} Feb 21 02:30:09.841902 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-d5304e9b-a502-41e0-bf49-2f3e57801ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.843425 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-d5304e9b-a502-41e0-bf49-2f3e57801ad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=440cb05903bb427baa54dbe25b56ee7c&device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 1128 time: 0.0489957 Feb 21 02:30:09.942951 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:09.966314 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-0434c03b-aec7-4f23-b0a5-95b84a1ce23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.967855 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-0434c03b-aec7-4f23-b0a5-95b84a1ce23c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 200 len: 915 time: 0.1172681 Feb 21 02:30:09.978916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4c92-d094-4e86-a6aa-3377b07473e0 req-a264954f-b2e0-46f7-9863-7a99c0c54d13 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:09.980280 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d2f4c92-d094-4e86-a6aa-3377b07473e0 req-a264954f-b2e0-46f7-9863-7a99c0c54d13 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0818884 Feb 21 02:30:10.025505 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-b55034c2-7f58-4472-b7a9-96a27a4e245d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=229a501b-9d18-485b-9959-7236956c786a HTTP/1.1" status: 200 len: 217 time: 0.0441895 Feb 21 02:30:10.095084 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d2f4c92-d094-4e86-a6aa-3377b07473e0 req-a67f6b91-071f-453a-8dd8-f3ed6865d489 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079903 Feb 21 02:30:10.097595 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-9c3987e4-798a-4a56-bbeb-2814de04604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:10.099077 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-9c3987e4-798a-4a56-bbeb-2814de04604c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 200 len: 854 time: 0.0673344 Feb 21 02:30:10.131666 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-3245567a-543d-4200-920c-f61211d7780c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261033 Feb 21 02:30:10.223911 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-67794e79-c5c9-46ac-9d6a-5243303f1c50 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860124 Feb 21 02:30:10.311965 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f9691ab0-c214-4935-b39b-bfc469f86ab6 req-670139eb-5fb1-43bf-ba10-6edc060160e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Feb 21 02:30:10.537338 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e2736-5bc6-4a9b-b067-a22f26df8188 req-cbe588e3-8316-4df5-809b-a9a4c90f1b02 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:10.539296 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b86e2736-5bc6-4a9b-b067-a22f26df8188 req-cbe588e3-8316-4df5-809b-a9a4c90f1b02 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0608068 Feb 21 02:30:10.588515 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df0c41-4440-499e-b46d-44b76c3dac8c req-4b2825a0-0943-4048-8bf8-cac70603dfc1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:10.590259 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-34df0c41-4440-499e-b46d-44b76c3dac8c req-4b2825a0-0943-4048-8bf8-cac70603dfc1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0695879 Feb 21 02:30:10.590943 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b86e2736-5bc6-4a9b-b067-a22f26df8188 req-f929cb5b-f715-443c-9725-28da3d7ea24b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Feb 21 02:30:10.641032 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-34df0c41-4440-499e-b46d-44b76c3dac8c req-a0c01909-cc0c-4280-a08a-bc061c3d1e25 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Feb 21 02:30:11.210577 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3533-275e-4319-a4b1-9c272bcfcb88 req-8dd65fbc-4338-4b0a-a10a-466003d92772 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:11.212018 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-02fc3533-275e-4319-a4b1-9c272bcfcb88 req-8dd65fbc-4338-4b0a-a10a-466003d92772 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0512252 Feb 21 02:30:11.262794 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-02fc3533-275e-4319-a4b1-9c272bcfcb88 req-4fa36ee3-c073-43ac-86c3-e8db251e13c4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Feb 21 02:30:11.708206 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3f8a-3965-4c32-9a5d-5a83aee826f0 req-f7be6845-9f0c-4301-aa21-c28a71b52899 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:11.709749 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba0b3f8a-3965-4c32-9a5d-5a83aee826f0 req-f7be6845-9f0c-4301-aa21-c28a71b52899 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0535707 Feb 21 02:30:11.757576 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba0b3f8a-3965-4c32-9a5d-5a83aee826f0 req-9a55401a-ec10-4044-a791-10f0b7af10ec tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Feb 21 02:30:11.765053 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55796) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:11.772920 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bf5f5-1fe6-4f67-9991-99de53bf7f0d req-de4b46db-ff52-4784-a884-bda8cd0c39bc tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:11.774450 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c6bf5f5-1fe6-4f67-9991-99de53bf7f0d req-de4b46db-ff52-4784-a884-bda8cd0c39bc tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0640023 Feb 21 02:30:11.817048 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Deleting subnet 5b38ec42-7cc5-4818-93a8-3d80c361b980 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:30:11.820207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Publish callbacks [] for subnet (5b38ec42-7cc5-4818-93a8-3d80c361b980), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:11.823336 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c6bf5f5-1fe6-4f67-9991-99de53bf7f0d req-ea9a6276-7f28-4568-be85-7de7e2b3c636 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Feb 21 02:30:11.854734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Publish callbacks [] for subnet (5b38ec42-7cc5-4818-93a8-3d80c361b980), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:11.864897 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (5b38ec42-7cc5-4818-93a8-3d80c361b980), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:11.919586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for subnet (5b38ec42-7cc5-4818-93a8-3d80c361b980), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:11.945290 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b38ec42-7cc5-4818-93a8-3d80c361b980,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:11.950836 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:11.954058 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-54f7374f-b62d-44bf-b823-7b5a40ff85f7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5b38ec42-7cc5-4818-93a8-3d80c361b980 HTTP/1.1" status: 204 len: 168 time: 0.1877458 Feb 21 02:30:11.956551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55800) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:12.027821 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (47902730-a416-4a1e-a09f-8dbc18c262d4), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.107595 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (47902730-a416-4a1e-a09f-8dbc18c262d4), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.128382 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.128725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.129602 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.129964 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > port after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.130304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.130614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > port after_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.130924 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.131234 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.131544 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.131858 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.200867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.201217 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.201556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.201941 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 02:30:12.202312 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47902730-a416-4a1e-a09f-8dbc18c262d4']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:12.224813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483c35b3-b6cd-4bf8-a484-747f90be8d22') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:12.225113 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483c35b3-b6cd-4bf8-a484-747f90be8d22') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:12.241111 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (483c35b3-b6cd-4bf8-a484-747f90be8d22), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.260984 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (483c35b3-b6cd-4bf8-a484-747f90be8d22), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.269699 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:30:12.270092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (483c35b3-b6cd-4bf8-a484-747f90be8d22), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: from cryptography.utils import int_from_bytes Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: from cryptography.utils import int_from_bytes Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:30:12.274389 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:30:12.338519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (47902730-a416-4a1e-a09f-8dbc18c262d4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.373054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.378944 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] 10.222.0.75 "DELETE /v2.0/networks/47902730-a416-4a1e-a09f-8dbc18c262d4 HTTP/1.1" status: 204 len: 168 time: 0.4187946 Feb 21 02:30:12.380783 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8ec04-8a0f-4cb5-b923-57f31d5f6631 admin admin] Pushing event deleted for resources: {'Network': ['ID=47902730-a416-4a1e-a09f-8dbc18c262d4,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:12.404778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8901a-c6ee-4af7-8cdc-444deefbf9b1 req-3714f6a0-c0a2-481e-b72a-c2d4d0209cc6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:12.406289 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4ac8901a-c6ee-4af7-8cdc-444deefbf9b1 req-3714f6a0-c0a2-481e-b72a-c2d4d0209cc6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0775898 Feb 21 02:30:12.453092 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4ac8901a-c6ee-4af7-8cdc-444deefbf9b1 req-7d5469cf-c0ec-47b9-a140-379dbc96ed08 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Feb 21 02:30:12.569567 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55808) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:12.608794 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a17d0602-5495-43ba-9757-1eda21e98836 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebe91b074cd3444ea5b8e2a29179016d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379338 Feb 21 02:30:12.611456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 55810) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:12.659944 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] Publish callbacks [] for security_group (db7a3245-af9d-4a56-ae07-ac144153962e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.679944 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] Publish callbacks [] for security_group (db7a3245-af9d-4a56-ae07-ac144153962e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.725570 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (db7a3245-af9d-4a56-ae07-ac144153962e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.728061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:12.729195 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db7a3245-af9d-4a56-ae07-ac144153962e HTTP/1.1" status: 204 len: 168 time: 0.1166935 Feb 21 02:30:12.736753 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa4c9f-9599-4c09-90f1-04bc2ebd19da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7a3245-af9d-4a56-ae07-ac144153962e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:12.899610 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c0fed-f1ce-42a5-a3f9-4351e543ab17 req-82bfd3b1-d1ce-4789-b759-435f6accbb88 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:12.901181 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d85c0fed-f1ce-42a5-a3f9-4351e543ab17 req-82bfd3b1-d1ce-4789-b759-435f6accbb88 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0668838 Feb 21 02:30:12.973009 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d85c0fed-f1ce-42a5-a3f9-4351e543ab17 req-3d9186fd-6010-4e44-a80f-c3036e5aec1a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634282 Feb 21 02:30:12.980679 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55511589-3eed-4700-86a4-252323b873e8 req-dd3c568a-c077-47f7-8ac8-0bbb41cacfdf tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:12.982642 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55511589-3eed-4700-86a4-252323b873e8 req-dd3c568a-c077-47f7-8ac8-0bbb41cacfdf tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0828860 Feb 21 02:30:13.043506 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55511589-3eed-4700-86a4-252323b873e8 req-7f9129bf-e379-4fdc-bdd2-9b615b7d3dd1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Feb 21 02:30:13.578993 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c78cd9-9e82-461a-a515-3da5111ac9ae req-8687c539-bbe8-4a09-9c83-03b7e34ada39 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:13.580662 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a8c78cd9-9e82-461a-a515-3da5111ac9ae req-8687c539-bbe8-4a09-9c83-03b7e34ada39 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0574470 Feb 21 02:30:13.628122 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a8c78cd9-9e82-461a-a515-3da5111ac9ae req-86a376f9-1095-4c5c-8798-03c44b040546 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Feb 21 02:30:14.130566 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e22ff-0e26-4380-b967-bf154ff6268a req-d518cc55-b0de-4fff-9211-dd0ab7b3f10a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:14.132089 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e1e22ff-0e26-4380-b967-bf154ff6268a req-d518cc55-b0de-4fff-9211-dd0ab7b3f10a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0749266 Feb 21 02:30:14.177344 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55a071-2a24-4f8e-a361-c982c0d5aba6 req-688b2938-0c98-4be7-ac9b-6ef80c4a6539 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:14.178854 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c55a071-2a24-4f8e-a361-c982c0d5aba6 req-688b2938-0c98-4be7-ac9b-6ef80c4a6539 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 943 time: 0.0548880 Feb 21 02:30:14.179495 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6e1e22ff-0e26-4380-b967-bf154ff6268a req-eac4227f-cd16-449c-9a17-be2fbe9df03d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Feb 21 02:30:14.226798 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c55a071-2a24-4f8e-a361-c982c0d5aba6 req-335d604c-27e4-4e46-aee3-f543b2a273a2 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Feb 21 02:30:14.748096 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558022cd-8433-452d-97c3-d853c13a772b req-5a54bf55-f646-4806-829d-a5efddd6b91a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:14.749583 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-558022cd-8433-452d-97c3-d853c13a772b req-5a54bf55-f646-4806-829d-a5efddd6b91a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0542572 Feb 21 02:30:14.801409 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-558022cd-8433-452d-97c3-d853c13a772b req-c2c4bda8-f95c-44aa-9c46-72ca85af800d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Feb 21 02:30:14.893937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2021a41e-916a-4ed6-a694-a01cc08dc51c details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:30:14.994063 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:15.005331 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '2021a41e-916a-4ed6-a694-a01cc08dc51c', 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9', 'port_id': '2021a41e-916a-4ed6-a694-a01cc08dc51c', 'mac_address': 'fa:16:3e:d7:5e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f00fb-eeaa-423b-96e6-b3a9e18d0793', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:30:15.043714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 2021a41e-916a-4ed6-a694-a01cc08dc51c is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:15.044112 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:15.056757 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2021a41e-916a-4ed6-a694-a01cc08dc51c {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:15.081352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:15.085310 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:15.086031 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 229a501b-9d18-485b-9959-7236956c786a details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:30:15.160445 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:15.230865 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=229a501b-9d18-485b-9959-7236956c786a,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:15.245212 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '229a501b-9d18-485b-9959-7236956c786a', 'network_id': 'd4d7fbe4-b74f-4889-adca-b065ca5bd2cf', 'port_id': '229a501b-9d18-485b-9959-7236956c786a', 'mac_address': 'fa:16:3e:1a:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798881ee-d097-4690-8f55-082f01260f08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:30:15.290543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 229a501b-9d18-485b-9959-7236956c786a is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:15.291243 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (229a501b-9d18-485b-9959-7236956c786a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:15.308311 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229a501b-9d18-485b-9959-7236956c786a {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:15.311231 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae80ce2-5c5c-4f8d-9fdd-8f68380f9b89 req-056d2c1d-1c43-471b-8689-9475729b0a92 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:15.311231 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ae80ce2-5c5c-4f8d-9fdd-8f68380f9b89 req-056d2c1d-1c43-471b-8689-9475729b0a92 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 944 time: 0.0606627 Feb 21 02:30:15.337354 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=229a501b-9d18-485b-9959-7236956c786a,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:15.341767 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (229a501b-9d18-485b-9959-7236956c786a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:15.378383 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e077172-0f48-43ad-9fe7-bc86417db627 req-d6271a9c-bc57-480e-8037-174cc5df2501 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:15.382194 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3e077172-0f48-43ad-9fe7-bc86417db627 req-d6271a9c-bc57-480e-8037-174cc5df2501 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 944 time: 0.0718515 Feb 21 02:30:15.450592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:15.455865 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3e077172-0f48-43ad-9fe7-bc86417db627 req-6cfd0525-1c8b-45f3-a20b-5abaaf54ad9d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699406 Feb 21 02:30:15.596024 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ae80ce2-5c5c-4f8d-9fdd-8f68380f9b89 req-5bb4de66-0857-4160-b1c7-67b2dc7c3fd4 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787070 Feb 21 02:30:15.932118 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54076ccb-a803-4237-8a59-8cb85397a6e0 req-a4f02f9d-5a41-4649-84a7-a3392ac0c930 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:15.936084 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-54076ccb-a803-4237-8a59-8cb85397a6e0 req-a4f02f9d-5a41-4649-84a7-a3392ac0c930 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0586550 Feb 21 02:30:15.983121 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-54076ccb-a803-4237-8a59-8cb85397a6e0 req-81afb1f4-796b-4897-bd11-b0d084402b6b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Feb 21 02:30:16.581721 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088d3ec-a750-4165-829c-2ddeecb2c3b5 req-36939a33-a051-4c7c-bad8-5f06cc31e51b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:16.585061 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7088d3ec-a750-4165-829c-2ddeecb2c3b5 req-36939a33-a051-4c7c-bad8-5f06cc31e51b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 944 time: 0.0557663 Feb 21 02:30:16.630575 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['229a501b-9d18-485b-9959-7236956c786a'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:16.634258 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7088d3ec-a750-4165-829c-2ddeecb2c3b5 req-3f1bb217-bfa4-4e54-b77f-65f844a6978d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Feb 21 02:30:16.726442 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf150db-32e9-4906-9220-3f6fcda88970 req-474fcc60-0ccb-40a6-88fa-1de1891b99f5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:16.728543 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dbf150db-32e9-4906-9220-3f6fcda88970 req-474fcc60-0ccb-40a6-88fa-1de1891b99f5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 945 time: 0.0573812 Feb 21 02:30:16.776705 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dbf150db-32e9-4906-9220-3f6fcda88970 req-316cb804-5f5f-4159-9d08-f0f3d2fde056 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Feb 21 02:30:16.826679 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2021a41e-916a-4ed6-a694-a01cc08dc51c'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:17.104547 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736214ae-5afd-466a-a1c6-1b533dc342ec req-e885bafc-11cd-45a2-a82c-2d7edf188cfb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:17.106282 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-736214ae-5afd-466a-a1c6-1b533dc342ec req-e885bafc-11cd-45a2-a82c-2d7edf188cfb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0535529 Feb 21 02:30:17.156602 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-736214ae-5afd-466a-a1c6-1b533dc342ec req-deb0089d-9cbb-49c9-87d5-93cbec3bdc9c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Feb 21 02:30:17.753233 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64afc7-801b-4bf1-b5cb-86e6fb71c28f req-d082f5e8-c608-4631-9003-ca4383e310ca tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:17.754750 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fc64afc7-801b-4bf1-b5cb-86e6fb71c28f req-d082f5e8-c608-4631-9003-ca4383e310ca tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 944 time: 0.0536172 Feb 21 02:30:17.802757 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fc64afc7-801b-4bf1-b5cb-86e6fb71c28f req-115e60a1-c578-4a8e-9e4f-71e9f33ceda5 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424299 Feb 21 02:30:17.899566 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9f196-92ea-4566-b3cd-d6fc52195b62 req-9f26afda-58c9-4249-a5d1-e2dc6b66c654 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:17.901018 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-53f9f196-92ea-4566-b3cd-d6fc52195b62 req-9f26afda-58c9-4249-a5d1-e2dc6b66c654 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 945 time: 0.0528946 Feb 21 02:30:17.946591 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-53f9f196-92ea-4566-b3cd-d6fc52195b62 req-5543451d-c1a3-4a2d-8ad8-dc2e98ff7304 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Feb 21 02:30:18.276512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2b69-64c4-4482-85c8-8a5e701e0eef req-99c9d314-a5e8-4f1f-906c-d92275708823 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:18.278039 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cb0d2b69-64c4-4482-85c8-8a5e701e0eef req-99c9d314-a5e8-4f1f-906c-d92275708823 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Feb 21 02:30:18.328383 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cb0d2b69-64c4-4482-85c8-8a5e701e0eef req-eba401a3-0aac-4ede-ab89-dd399ba3707e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Feb 21 02:30:18.921416 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e75a1-567b-413d-9214-ce4d07f3f6e3 req-ba330b1f-4008-48b6-b599-a6bdcc19b993 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:18.922007 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2021a41e-916a-4ed6-a694-a01cc08dc51c up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:30:18.922957 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f1e75a1-567b-413d-9214-ce4d07f3f6e3 req-ba330b1f-4008-48b6-b599-a6bdcc19b993 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 944 time: 0.0545418 Feb 21 02:30:18.969191 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f1e75a1-567b-413d-9214-ce4d07f3f6e3 req-d2a5bf19-6a36-429d-a9c6-d3171431cad6 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Feb 21 02:30:18.974957 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 2021a41e-916a-4ed6-a694-a01cc08dc51c completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:30:18.979855 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 2021a41e-916a-4ed6-a694-a01cc08dc51c triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:18.980329 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.067203 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 2021a41e-916a-4ed6-a694-a01cc08dc51c is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:19.067599 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.068098 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa925b81-c258-46d4-a7fb-857e5d58defb req-0528f1a5-efb1-4d99-bc5c-ad793ef68ee7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:19.074263 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aa925b81-c258-46d4-a7fb-857e5d58defb req-0528f1a5-efb1-4d99-bc5c-ad793ef68ee7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 945 time: 0.0589244 Feb 21 02:30:19.092406 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:19.094745 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a10382-6819-4b6a-bf6d-44abcb8fa467" -d '{"events": [{"server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "name": "network-vif-plugged", "status": "completed", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:19.110565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:19.115211 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.116087 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 229a501b-9d18-485b-9959-7236956c786a up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:30:19.125971 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aa925b81-c258-46d4-a7fb-857e5d58defb req-1feecffa-925a-4aac-a28c-643aa75b3065 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501149 Feb 21 02:30:19.147729 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba4786b-45cb-42dc-b231-8b56df1e2368 x-openstack-request-id: req-dba4786b-45cb-42dc-b231-8b56df1e2368 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:19.148050 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "name": "network-vif-plugged", "status": "completed", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:19.148313 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dba4786b-45cb-42dc-b231-8b56df1e2368 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:19.148707 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c', 'code': 200} Feb 21 02:30:19.202880 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:19.217791 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 229a501b-9d18-485b-9959-7236956c786a completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:30:19.221774 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 229a501b-9d18-485b-9959-7236956c786a triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:19.222149 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (229a501b-9d18-485b-9959-7236956c786a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.331967 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1452-9904-4e45-a78c-104c71b4848b req-39345837-a0de-43a1-b104-d3adf7d699cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:19.333539 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4f7a1452-9904-4e45-a78c-104c71b4848b req-39345837-a0de-43a1-b104-d3adf7d699cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 1129 time: 0.0633900 Feb 21 02:30:19.334787 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 229a501b-9d18-485b-9959-7236956c786a is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:19.335448 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (229a501b-9d18-485b-9959-7236956c786a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.389105 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4f7a1452-9904-4e45-a78c-104c71b4848b req-08c08efb-a4ce-49ff-8513-20ab6490177c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493803 Feb 21 02:30:19.397744 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=229a501b-9d18-485b-9959-7236956c786a,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:19.402648 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (229a501b-9d18-485b-9959-7236956c786a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:19.421277 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-b8b6a6d3-84c2-4c2a-84a2-513c42b76995 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107378030&fields=id&tenant_id=2c955ce069224b53aa944c7971e3650c HTTP/1.1" status: 200 len: 267 time: 0.0634062 Feb 21 02:30:19.466858 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93cd99-53f0-4407-81db-be16b6c07a6c req-2e4d9739-e2cc-4831-9473-ec3c07cbb8bb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:19.473868 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:19.474016 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ce93cd99-53f0-4407-81db-be16b6c07a6c req-2e4d9739-e2cc-4831-9473-ec3c07cbb8bb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0685041 Feb 21 02:30:19.520160 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ce93cd99-53f0-4407-81db-be16b6c07a6c req-c20b4d39-f107-43a7-8439-1cb03865605d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 21 02:30:19.544936 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-60512be9-2c9f-42bc-b121-10b69a6415a8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:19.546439 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-60512be9-2c9f-42bc-b121-10b69a6415a8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 808 time: 0.1243203 Feb 21 02:30:19.560904 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-efa85f63-7440-411a-a4e2-f32a33e9b4ae tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/quotas/2c955ce069224b53aa944c7971e3650c HTTP/1.1" status: 200 len: 375 time: 0.0087261 Feb 21 02:30:19.623845 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-152d3f18-7ece-4c6b-be6d-98aa55eb62b6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575054 Feb 21 02:30:19.724966 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-d07393cd-201d-46f4-ac19-dc104f60005a service neutron] 10.222.0.75 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896077 Feb 21 02:30:19.816846 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-7a608743-120b-416a-a303-67f15b02f239 service neutron] 10.222.0.75 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 Feb 21 02:30:20.111637 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d5793-1dcf-454f-a916-260d9d8c98ba req-6087836d-61e5-4bd5-b78a-377a1749b0a4 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:20.113663 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b40d4d3e-56db-418b-9dfd-b1321d29b719 req-c7b7b445-bb99-4083-9281-e10cbd58ab1c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 210 time: 0.0414631 Feb 21 02:30:20.114188 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb3d5793-1dcf-454f-a916-260d9d8c98ba req-6087836d-61e5-4bd5-b78a-377a1749b0a4 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.0702627 Feb 21 02:30:20.166063 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb3d5793-1dcf-454f-a916-260d9d8c98ba req-7a6d7a27-9c59-4ec6-8b54-3bb7ba6586c3 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Feb 21 02:30:20.279004 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050e452-b60a-4010-abc8-4c64c8929663 req-8b850c71-3578-4d7c-bd15-d9925b63d86f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:20.280187 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2050e452-b60a-4010-abc8-4c64c8929663 req-8b850c71-3578-4d7c-bd15-d9925b63d86f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0640554 Feb 21 02:30:20.328942 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2050e452-b60a-4010-abc8-4c64c8929663 req-31caa324-2496-4053-87bd-39f05bcad098 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 Feb 21 02:30:20.645572 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934a071-a394-4c4d-828f-d32a0645f227 req-a7242d48-96fa-4eb1-993e-0a392b88c83c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:20.646990 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b934a071-a394-4c4d-828f-d32a0645f227 req-a7242d48-96fa-4eb1-993e-0a392b88c83c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0582805 Feb 21 02:30:20.696387 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b934a071-a394-4c4d-828f-d32a0645f227 req-d073ab83-379c-4494-9087-a9fa7964ac9a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Feb 21 02:30:21.149869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a501b-9d18-485b-9959-7236956c786a'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:21.152190 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644381ec-6abb-4179-b470-547807f04231" -d '{"events": [{"server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "name": "network-vif-plugged", "status": "completed", "tag": "229a501b-9d18-485b-9959-7236956c786a"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:21.196817 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-f809bb93-5cde-4c9f-b1b7-6eaca2e46b71 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:21.198888 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-f809bb93-5cde-4c9f-b1b7-6eaca2e46b71 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 808 time: 0.1274879 Feb 21 02:30:21.227227 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0603c89-64b4-4ac7-b3aa-a10dc95e52dd x-openstack-request-id: req-b0603c89-64b4-4ac7-b3aa-a10dc95e52dd {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:21.227532 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "name": "network-vif-plugged", "status": "completed", "tag": "229a501b-9d18-485b-9959-7236956c786a", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:21.227963 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0603c89-64b4-4ac7-b3aa-a10dc95e52dd {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:21.229373 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229a501b-9d18-485b-9959-7236956c786a', 'code': 200} Feb 21 02:30:21.241522 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2aa1e786-ae2b-4221-85c9-0f22976d4f88 req-fbd20434-a93e-4f75-8202-6ad6b30eb63a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 210 time: 0.0357151 Feb 21 02:30:21.317389 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-37e2bc5e-aa0a-49db-a047-657b50d462c0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c955ce069224b53aa944c7971e3650c HTTP/1.1" status: 200 len: 380 time: 0.0994830 Feb 21 02:30:21.346782 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'port': {'device_id': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'admin_state_up': True, 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'security_groups': ['a33b1587-9e4f-4257-8cad-db6dc7642664']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:21.544955 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f7ebe-0292-45f8-9ca1-70f759c11d8b req-601118db-7bfd-4ea0-b0bf-281bc095150b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:21.546921 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f3f7ebe-0292-45f8-9ca1-70f759c11d8b req-601118db-7bfd-4ea0-b0bf-281bc095150b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0770769 Feb 21 02:30:21.576779 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024913-b79f-4165-91f9-d70e1e4cfc0d req-dfa3cd35-9c5e-4968-972b-1403cdcdfcff tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:21.582172 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d024913-b79f-4165-91f9-d70e1e4cfc0d req-dfa3cd35-9c5e-4968-972b-1403cdcdfcff tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.2595832 Feb 21 02:30:21.606320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9f417-abaf-412d-aa3d-89b868a90ac6 req-fc5fa4ba-63ee-4cbf-994a-f3d362319f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:21.606320 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7d9f417-abaf-412d-aa3d-89b868a90ac6 req-fc5fa4ba-63ee-4cbf-994a-f3d362319f9d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 1130 time: 0.1161711 Feb 21 02:30:21.612439 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f3f7ebe-0292-45f8-9ca1-70f759c11d8b req-222688c7-ff96-4d49-8be3-3cece3a06830 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569263 Feb 21 02:30:21.667566 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Made reservation on behalf of 2c955ce069224b53aa944c7971e3650c for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:30:21.670951 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:21.723079 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d024913-b79f-4165-91f9-d70e1e4cfc0d req-d6bd7262-7af3-4662-a1be-828308ab6496 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330781 Feb 21 02:30:21.728650 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7d9f417-abaf-412d-aa3d-89b868a90ac6 req-4e7b50dc-49a5-435f-8ba1-88d441d72d6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067033 Feb 21 02:30:21.850167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9352830-2da1-4771-958c-2dac7f71b6cb req-43155b61-9d59-4bbd-b474-132bd4cd33e7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:21.851847 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9352830-2da1-4771-958c-2dac7f71b6cb req-43155b61-9d59-4bbd-b474-132bd4cd33e7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0696316 Feb 21 02:30:21.908237 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9352830-2da1-4771-958c-2dac7f71b6cb req-6ecc136d-4b04-419f-9cff-87ab4f911e0e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504003 Feb 21 02:30:21.909002 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Allocated IP 172.20.0.11 (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538/d3fc81fa-ba86-4725-a33e-5362e031abbc/212cff7d-b04b-4efb-be92-6dd1bd6ec779) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:21.967390 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-114e27bf-c838-4cce-a984-2fab53349eaf tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444044047&fields=id&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 267 time: 0.0849237 Feb 21 02:30:22.159223 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c17e2865-bc84-4048-868c-dbeb0072dfd5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:22.160627 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c17e2865-bc84-4048-868c-dbeb0072dfd5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.1830518 Feb 21 02:30:22.183224 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.191367 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-13f67133-5c13-4880-b925-dd35455e70ca tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/quotas/9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 375 time: 0.0221128 Feb 21 02:30:22.250127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.297707 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-5c82d62c-bc0d-4a35-af6c-e80376bb857e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002049 Feb 21 02:30:22.304966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:22.308035 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:22.314468 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:22.328648 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:22.366406 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f90252-d622-4de4-b359-36b26a8d01ad req-882d7e4c-993e-49fd-b86a-018f3c989635 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:22.373934 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d5f90252-d622-4de4-b359-36b26a8d01ad req-882d7e4c-993e-49fd-b86a-018f3c989635 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 932 time: 0.0679998 Feb 21 02:30:22.426021 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:22.426675 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.439182 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d5f90252-d622-4de4-b359-36b26a8d01ad req-e79b17cd-0bee-41d4-b20e-64e20f7e4897 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599012 Feb 21 02:30:22.460496 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5ba222c2-36ca-48a6-a2f2-0dc22d863704 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1192553 Feb 21 02:30:22.478552 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Request body: {'port': {'device_id': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:22.504854 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-eab727a5-04da-41f8-8de3-05f42ac477cb service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874681 Feb 21 02:30:22.591415 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.609077 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-acd8d5b7-44fc-474a-8c58-c070e41079bb None None] Provisioning complete for port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:22.609997 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-acd8d5b7-44fc-474a-8c58-c070e41079bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.648566 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-acd8d5b7-44fc-474a-8c58-c070e41079bb None None] Port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:30:22.656195 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-266af4ba-ec0b-4ffe-8dfa-b7199717d922 service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449144 Feb 21 02:30:22.738637 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d4f17-4287-487c-b5db-510fd4a831c4 req-e1202b16-210d-48ed-bfee-cb26d7158226 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:22.740466 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d0d4f17-4287-487c-b5db-510fd4a831c4 req-e1202b16-210d-48ed-bfee-cb26d7158226 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0558355 Feb 21 02:30:22.794715 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d0d4f17-4287-487c-b5db-510fd4a831c4 req-b6654e7f-559f-406f-b23a-c6d071f40947 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479307 Feb 21 02:30:22.924589 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d67b33-0d4e-496f-bb3e-b97f21f318f2 req-9c5bb34a-a409-46cb-ac85-a494cc13eb1a tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:22.926516 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8d67b33-0d4e-496f-bb3e-b97f21f318f2 req-9c5bb34a-a409-46cb-ac85-a494cc13eb1a tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.0622597 Feb 21 02:30:22.942277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212cff7d-b04b-4efb-be92-6dd1bd6ec779 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:22.950560 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks [] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:22.965986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Transition to ACTIVE for port object 212cff7d-b04b-4efb-be92-6dd1bd6ec779 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:30:22.974467 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:23.001905 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8d67b33-0d4e-496f-bb3e-b97f21f318f2 req-843024b3-cb35-4242-8610-a11f791dc32d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 Feb 21 02:30:23.104648 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7c4b5cf6-5622-4635-a726-4f835baf373b req-7fada54c-b7c2-46bf-8397-3be1c88daf3e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 210 time: 0.0474348 Feb 21 02:30:23.312130 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:23.386265 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d478e93-5fa5-401e-b50b-5ff93a8fe35b req-61978430-16dc-4464-bd9e-66c6a155aaca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.387985 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d478e93-5fa5-401e-b50b-5ff93a8fe35b req-61978430-16dc-4464-bd9e-66c6a155aaca tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1362636 Feb 21 02:30:23.420576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Attempting to bind port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:30:23.421148 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Attempting to bind port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:30:23.421326 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Attempting to bind port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 on network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:23.437311 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 on network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:30:23.437520 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Attempting to bind port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 on network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:23.447447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:30:23.447849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Checking segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:30:23.449841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Bound using segment: {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:30:23.449841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Bound port: 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c358742f-2ba6-49f8-97c4-7b5443184546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:30:23.449841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:23.578413 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:30:23.582507 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:30:23.610290 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d478e93-5fa5-401e-b50b-5ff93a8fe35b req-8535fd07-e34d-49d3-9c88-633f4787ca42 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093759 Feb 21 02:30:23.613395 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:23.661755 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f9a01-7b18-4f02-bb2c-d6763d2a3000 req-58ff991b-b002-4e53-a09b-3c8947032b44 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.675447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.676074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:23.677523 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 1094 time: 1.2035348 Feb 21 02:30:23.677933 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:23.680385 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c546540-ce66-4313-8bf4-7793b60a89fe" -d '{"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:23.685880 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-617f9a01-7b18-4f02-bb2c-d6763d2a3000 req-58ff991b-b002-4e53-a09b-3c8947032b44 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0985067 Feb 21 02:30:23.703053 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59f60-c0b8-45a0-8096-6960b8f5eeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:23.774710 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-617f9a01-7b18-4f02-bb2c-d6763d2a3000 req-0895f7f0-567c-4bb8-a779-569a18a6ca2a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876269 Feb 21 02:30:23.800975 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b700a3-b3e5-4a54-b2e6-b201efb9ea0d x-openstack-request-id: req-b3b700a3-b3e5-4a54-b2e6-b201efb9ea0d {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:23.801268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:23.801543 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3b700a3-b3e5-4a54-b2e6-b201efb9ea0d {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:23.801959 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'status': 'completed', 'code': 200} Feb 21 02:30:23.822342 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-486b7b4e-ae84-4884-adca-5fdf243377eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.824096 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-486b7b4e-ae84-4884-adca-5fdf243377eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1128 time: 0.0639725 Feb 21 02:30:23.889629 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-60d8fa31-91e7-4f39-8496-4eca7073e8bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 217 time: 0.0529530 Feb 21 02:30:23.936360 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee07798-d19d-4c5c-89af-0507f89f42e4 req-83334fd8-488c-4844-b2d8-b8d273db456f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.938244 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ee07798-d19d-4c5c-89af-0507f89f42e4 req-83334fd8-488c-4844-b2d8-b8d273db456f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0580590 Feb 21 02:30:23.947502 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5afb5ef5-b47f-406b-8c76-7f46d822a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:23.948954 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-5afb5ef5-b47f-406b-8c76-7f46d822a126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0453336 Feb 21 02:30:23.989491 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ee07798-d19d-4c5c-89af-0507f89f42e4 req-738c1eb5-258e-4e0e-8f0c-83e72f232f21 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Feb 21 02:30:24.001824 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-11d41169-4345-4410-a5c4-3d5aeea6adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.003472 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-11d41169-4345-4410-a5c4-3d5aeea6adfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468020 Feb 21 02:30:24.110236 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-3b3826d8-20fa-478e-b1b7-0dca5ce82527 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847549 Feb 21 02:30:24.203181 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b3ed9cc9-284d-45c3-a6c8-5a44c2d70378 req-c133aae3-2904-4931-86b0-fa303af20d4b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 210 time: 0.0366518 Feb 21 02:30:24.237717 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f7a929bc-a1bf-4bf0-be75-10fbda150d4f req-9028e0ab-b826-42ee-86c9-cf6fd4b81021 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168134 Feb 21 02:30:24.441921 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-73a3bd00-3bb8-4331-8a23-72a88ad5a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.443440 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-73a3bd00-3bb8-4331-8a23-72a88ad5a75c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1128 time: 0.1216092 Feb 21 02:30:24.497789 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:30:24.498388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-ccb7699b-911e-4a4f-8cec-17be75268d6b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.499798 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-ccb7699b-911e-4a4f-8cec-17be75268d6b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.1429496 Feb 21 02:30:24.603651 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-c84ad820-3718-48ca-ad10-b58b5cf60b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.605107 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-c84ad820-3718-48ca-ad10-b58b5cf60b22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.1385589 Feb 21 02:30:24.611935 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-80d88c0a-da71-401c-862a-1e3a8a07abf8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 380 time: 0.0827255 Feb 21 02:30:24.630111 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'port': {'device_id': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'admin_state_up': True, 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'security_groups': ['a2a7bc99-b77c-4fa1-b2c9-2e40847d938f']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:24.706190 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-0adbf398-fecd-4805-886e-39dd0cc75f65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 217 time: 0.0868688 Feb 21 02:30:24.769773 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccdca3-ef8c-47a7-8092-ac0a3685421d req-a34a62e9-4b33-47a2-ba26-bdf4ac337077 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.771711 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1dccdca3-ef8c-47a7-8092-ac0a3685421d req-a34a62e9-4b33-47a2-ba26-bdf4ac337077 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0638688 Feb 21 02:30:24.796714 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-521a5575-a5d7-4c01-be55-89c7df2d17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.798748 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-521a5575-a5d7-4c01-be55-89c7df2d17f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0831177 Feb 21 02:30:24.864371 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Made reservation on behalf of 9d0c19115c1746f1956552777cc35baf for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:30:24.864597 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1dccdca3-ef8c-47a7-8092-ac0a3685421d req-5792e4b8-5b35-4416-8364-323c89bcfa33 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822020 Feb 21 02:30:24.867865 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:24.873184 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-ec288e4f-e91f-4eee-85f8-151624815544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:24.874751 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-ec288e4f-e91f-4eee-85f8-151624815544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692213 Feb 21 02:30:25.114189 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942df67-2d47-4631-8e12-9f3363e0ed30 req-eff72be5-68d7-488b-9230-944d51324c3b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:25.123742 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6942df67-2d47-4631-8e12-9f3363e0ed30 req-eff72be5-68d7-488b-9230-944d51324c3b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.2403882 Feb 21 02:30:25.146704 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c657609-c0e7-42b2-b67f-f732ef504ce6 req-6d735a8e-ab93-4491-9d4d-630ad81fe54c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:25.155179 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2c657609-c0e7-42b2-b67f-f732ef504ce6 req-6d735a8e-ab93-4491-9d4d-630ad81fe54c tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0799406 Feb 21 02:30:25.193045 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.20.0.9 (c5e55e19-0047-4adf-9d84-20427890cdd2/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2/a0143c80-ec51-407d-bae9-5a6f62cc1615) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:25.202295 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-3240659f-8c99-4957-b2de-a6a329e1d1dd service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179185 Feb 21 02:30:25.214259 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2c657609-c0e7-42b2-b67f-f732ef504ce6 req-7bc124e8-5bbf-438c-98ba-72da6e893a00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577703 Feb 21 02:30:25.254598 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6942df67-2d47-4631-8e12-9f3363e0ed30 req-bac2951b-3037-4609-b8cc-f5d34ad1eef1 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296799 Feb 21 02:30:25.333538 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b51195f-43f3-46ed-be3e-a2a7902223ff req-206b447e-fb14-4139-bbef-18f1156fae1e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 210 time: 0.0426950 Feb 21 02:30:25.411710 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c546540-ce66-4313-8bf4-7793b60a89fe req-ff290a43-30d3-4e8b-8150-6895e8ef0c1e service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932659 Feb 21 02:30:25.456317 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:25.492558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:25.539956 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:25.543169 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:25.545610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:25.578809 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:25.631810 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:25.632455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:25.654330 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-c97213fb-ee88-4f3a-8321-d3b400c8fa63 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0293453 Feb 21 02:30:25.666972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Request body: {'port': {'device_id': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:25.751229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:25.787600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-dfe0f9eb-b216-44fa-9fa6-f9e3acc19c9e None None] Provisioning complete for port a0143c80-ec51-407d-bae9-5a6f62cc1615 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:25.788162 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dfe0f9eb-b216-44fa-9fa6-f9e3acc19c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:25.823201 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0f9eb-b216-44fa-9fa6-f9e3acc19c9e None None] Port a0143c80-ec51-407d-bae9-5a6f62cc1615 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:30:26.021336 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225d4e1-0b57-457a-b433-e44ba068de3b req-77235227-2d3b-4403-88a2-b704e419c048 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.022814 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5225d4e1-0b57-457a-b433-e44ba068de3b req-77235227-2d3b-4403-88a2-b704e419c048 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0919924 Feb 21 02:30:26.091927 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0143c80-ec51-407d-bae9-5a6f62cc1615 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:26.105365 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks [] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:26.119127 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5225d4e1-0b57-457a-b433-e44ba068de3b req-057c5be7-e89a-4470-91a3-16a13a6057a6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875669 Feb 21 02:30:26.123903 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Transition to ACTIVE for port object a0143c80-ec51-407d-bae9-5a6f62cc1615 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:30:26.130345 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:26.183671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Pushing event updated for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:26.262382 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Attempting to bind port a0143c80-ec51-407d-bae9-5a6f62cc1615 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:30:26.262727 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Attempting to bind port a0143c80-ec51-407d-bae9-5a6f62cc1615 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:30:26.263056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Attempting to bind port a0143c80-ec51-407d-bae9-5a6f62cc1615 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:26.268264 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Port a0143c80-ec51-407d-bae9-5a6f62cc1615 on network c5e55e19-0047-4adf-9d84-20427890cdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:30:26.268588 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Attempting to bind port a0143c80-ec51-407d-bae9-5a6f62cc1615 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:30:26.273598 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:30:26.274128 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:30:26.274516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Bound using segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:30:26.274939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Bound port: a0143c80-ec51-407d-bae9-5a6f62cc1615, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:30:26.275298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:26.378527 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:30:26.389297 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:30:26.401272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:26.448376 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.455076 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4789dd1-ebfb-4108-8a2e-235f2940d5b3 req-f68f16f8-b487-49d9-bcb8-7f204da732b6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.455553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:26.456831 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] 10.222.0.42 "PUT /v2.0/ports/a0143c80-ec51-407d-bae9-5a6f62cc1615 HTTP/1.1" status: 200 len: 1093 time: 0.7951336 Feb 21 02:30:26.457333 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:26.460039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799" -d '{"events": [{"name": "network-changed", "server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:26.482623 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4789dd1-ebfb-4108-8a2e-235f2940d5b3 req-f68f16f8-b487-49d9-bcb8-7f204da732b6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.1488380 Feb 21 02:30:26.492104 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab2cea-be84-42ef-bec6-bae235c9920d service neutron] Pushing event updated for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:26.581752 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4789dd1-ebfb-4108-8a2e-235f2940d5b3 req-05a6f344-d9b0-4700-b3b1-e0538edf5ae9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947289 Feb 21 02:30:26.602489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bcd9-d2b7-4c30-a351-555f0cf843e7 req-3be73303-953e-4183-bab6-8fde0a7f08fa tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.609452 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2a23bcd9-d2b7-4c30-a351-555f0cf843e7 req-3be73303-953e-4183-bab6-8fde0a7f08fa tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.1022005 Feb 21 02:30:26.637587 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-b6e35930-bf56-4f04-9b0e-195ba37e4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.639437 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-b6e35930-bf56-4f04-9b0e-195ba37e4eb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 1127 time: 0.1219177 Feb 21 02:30:26.693165 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1264d285-c29c-4ac6-b340-0c7b63b59062 x-openstack-request-id: req-1264d285-c29c-4ac6-b340-0c7b63b59062 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:26.693553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:26.693839 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1264d285-c29c-4ac6-b340-0c7b63b59062 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:26.694257 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'status': 'completed', 'code': 200} Feb 21 02:30:26.696875 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-dac1fe3c-e394-46ac-bbaf-e0a7962c1525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615 HTTP/1.1" status: 200 len: 217 time: 0.0481296 Feb 21 02:30:26.768981 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2a23bcd9-d2b7-4c30-a351-555f0cf843e7 req-2970f6fb-9107-46c7-8c6a-ea8fa42840ad tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583030 Feb 21 02:30:26.787028 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-04af338d-a66a-4c0e-b6f1-e74aefd49b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.788945 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-04af338d-a66a-4c0e-b6f1-e74aefd49b2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0806870 Feb 21 02:30:26.851571 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-1bbfb353-cc3f-4ea5-b673-0f8d1a3ff969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:26.853247 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-1bbfb353-cc3f-4ea5-b673-0f8d1a3ff969 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543721 Feb 21 02:30:26.948394 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-b8096379-7b57-49cb-9688-8782d81886ea service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Feb 21 02:30:27.048342 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9431b2ad-0eb7-4e06-8eea-a6b5dcf22932 req-164319a4-b59e-4e3e-876b-7c18586e7a33 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879147 Feb 21 02:30:27.155814 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-4e19192a-e458-4bff-a55a-3f5a24096f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.157394 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-4e19192a-e458-4bff-a55a-3f5a24096f31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 1127 time: 0.0497482 Feb 21 02:30:27.250599 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf20b5-0494-4a64-b3c4-3a74963eef96 req-07f8deb1-e5d2-4436-b01e-ad8389e27b74 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.253046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6bf20b5-0494-4a64-b3c4-3a74963eef96 req-07f8deb1-e5d2-4436-b01e-ad8389e27b74 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0580766 Feb 21 02:30:27.258818 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-f4bf0a10-a0fa-44f5-96a8-28170fe5eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.261028 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-f4bf0a10-a0fa-44f5-96a8-28170fe5eb64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.0955498 Feb 21 02:30:27.304919 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-fd7c5be7-30ea-4b0b-80a9-bfe4188bccea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615 HTTP/1.1" status: 200 len: 217 time: 0.0361056 Feb 21 02:30:27.305518 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6bf20b5-0494-4a64-b3c4-3a74963eef96 req-69f698c4-d969-4789-bba2-f16d3b4c6fc0 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Feb 21 02:30:27.362937 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-fd375d6e-c33e-4f66-ae3d-f1bf9e7840e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.364458 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-fd375d6e-c33e-4f66-ae3d-f1bf9e7840e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0538621 Feb 21 02:30:27.419058 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-b430eda4-7e04-430a-be58-c351ce7aefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.420558 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-b430eda4-7e04-430a-be58-c351ce7aefef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454547 Feb 21 02:30:27.513984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-97f8ec99-a702-4ed1-a20b-8d87c7e8104e service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Feb 21 02:30:27.607673 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1ecf4e5b-3d30-4c08-8891-6f9b1d37a799 req-44371d7f-13e0-4769-a26e-f092af069acf service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864813 Feb 21 02:30:27.703375 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d6c2-c633-4136-a6d0-d08b6bc60fef req-a71e3705-cb72-4162-a95f-a79b2e9ac25e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.704910 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0d23d6c2-c633-4136-a6d0-d08b6bc60fef req-a71e3705-cb72-4162-a95f-a79b2e9ac25e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0606763 Feb 21 02:30:27.759794 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0d23d6c2-c633-4136-a6d0-d08b6bc60fef req-d89ee55b-5c26-4de5-b6ae-2c45193cc283 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491354 Feb 21 02:30:27.940773 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37938e7f-6880-4669-a8f8-70f07d993518 req-d2fa4f81-0bbb-4777-ba8c-f7a87ea48245 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:27.942591 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37938e7f-6880-4669-a8f8-70f07d993518 req-d2fa4f81-0bbb-4777-ba8c-f7a87ea48245 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0775440 Feb 21 02:30:28.010608 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37938e7f-6880-4669-a8f8-70f07d993518 req-1958bee1-2096-4aae-993d-e166514dc552 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577643 Feb 21 02:30:28.434893 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc554a-e30f-436d-b0e3-298dd32b8a82 req-d2a9f091-0aea-47d3-9371-fbd3502cafc1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:28.436298 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3bfc554a-e30f-436d-b0e3-298dd32b8a82 req-d2a9f091-0aea-47d3-9371-fbd3502cafc1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0554054 Feb 21 02:30:28.484852 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3bfc554a-e30f-436d-b0e3-298dd32b8a82 req-8ae35b00-9f78-47d1-9eb9-a6abdb0f4b54 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Feb 21 02:30:28.888339 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b44b-b4d1-4ad5-a3d7-efe17301b223 req-d56b9eea-1ab8-4b85-a4d1-3df0a4fbff51 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:28.890095 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1784b44b-b4d1-4ad5-a3d7-efe17301b223 req-d56b9eea-1ab8-4b85-a4d1-3df0a4fbff51 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0611830 Feb 21 02:30:28.955865 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1784b44b-b4d1-4ad5-a3d7-efe17301b223 req-17514bc6-46b5-475e-998a-aed36621cc15 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597973 Feb 21 02:30:28.987068 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-709c9dd2-a940-4b4c-9d89-e32a71a85e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:29.134003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111999b-a159-4914-bcff-f9542b6f6347 req-416830fb-1b53-4a32-800e-c08690a335b5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:29.136969 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6111999b-a159-4914-bcff-f9542b6f6347 req-416830fb-1b53-4a32-800e-c08690a335b5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0579133 Feb 21 02:30:29.191436 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6111999b-a159-4914-bcff-f9542b6f6347 req-9966d44e-8bbe-4910-b1a6-814982b60cf5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Feb 21 02:30:29.607730 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6e4f8-ca87-41de-9f7a-0c2f9c807afd req-9cbe3e19-3a23-442b-b780-cc674e19f045 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:29.609531 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99f6e4f8-ca87-41de-9f7a-0c2f9c807afd req-9cbe3e19-3a23-442b-b780-cc674e19f045 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Feb 21 02:30:29.660300 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99f6e4f8-ca87-41de-9f7a-0c2f9c807afd req-98bf2792-cb89-46f2-8a81-24c216e30583 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Feb 21 02:30:30.074671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065fe48-401b-42b4-bdb2-bc98eb512fe1 req-02f03a9f-3417-4a82-8956-59d0dbde10e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:30.076040 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a065fe48-401b-42b4-bdb2-bc98eb512fe1 req-02f03a9f-3417-4a82-8956-59d0dbde10e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0510123 Feb 21 02:30:30.128293 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a065fe48-401b-42b4-bdb2-bc98eb512fe1 req-fd0ffe80-5202-4058-98fb-df7a4aad169b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Feb 21 02:30:30.312078 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b8b12-894d-455c-aa82-ae9f9eb2ed75 req-bf3665e0-1bb2-4ba4-ae24-41319518e8e4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:30.313571 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-de6b8b12-894d-455c-aa82-ae9f9eb2ed75 req-bf3665e0-1bb2-4ba4-ae24-41319518e8e4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0561805 Feb 21 02:30:30.366331 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-de6b8b12-894d-455c-aa82-ae9f9eb2ed75 req-2a071652-f7b0-4233-83a8-d76d918e4768 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465136 Feb 21 02:30:30.781181 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1f74-a1ab-4f3e-846c-f0c540c91eef req-6e360923-48a2-4cc6-af8f-111518f91648 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:30.783247 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-45ae1f74-a1ab-4f3e-846c-f0c540c91eef req-6e360923-48a2-4cc6-af8f-111518f91648 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0571988 Feb 21 02:30:30.830135 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-45ae1f74-a1ab-4f3e-846c-f0c540c91eef req-4419b824-fd4b-4df3-9adb-14e094d26002 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Feb 21 02:30:31.246183 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd1922-36e9-40a3-b91e-fad1b52649fd req-a93fe395-954a-4bac-892b-d9c2b6fb832c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:31.247654 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55cd1922-36e9-40a3-b91e-fad1b52649fd req-a93fe395-954a-4bac-892b-d9c2b6fb832c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0522239 Feb 21 02:30:31.296257 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55cd1922-36e9-40a3-b91e-fad1b52649fd req-ece69819-e9a4-4eb7-be2e-0c569b3173c9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Feb 21 02:30:31.432189 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d21d1dd5-a000-45c6-9f68-ff024a08d11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:31.489252 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb96b-1e48-464a-a8df-4fe0030019ba req-4c68fed7-0b1e-4d13-81db-5348f3ea57dd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:31.490701 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2accb96b-1e48-464a-a8df-4fe0030019ba req-4c68fed7-0b1e-4d13-81db-5348f3ea57dd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0561287 Feb 21 02:30:31.538544 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2accb96b-1e48-464a-a8df-4fe0030019ba req-8c22a2d7-6259-4767-acbc-0d49b81aa633 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Feb 21 02:30:31.951624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce641a0d-7544-4977-bac5-28d6b590b9a7 req-084d8c76-8830-4747-9967-6483bebdac96 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:31.953115 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce641a0d-7544-4977-bac5-28d6b590b9a7 req-084d8c76-8830-4747-9967-6483bebdac96 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0538602 Feb 21 02:30:32.010351 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ce641a0d-7544-4977-bac5-28d6b590b9a7 req-7726fedd-9ef3-49ef-b15d-76efb7fa1b9b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Feb 21 02:30:32.228252 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:32.415712 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3107c-5eba-44b5-9061-9430ba0f01c8 req-e96fb9fa-7b25-4db0-ac3d-15431c2a9cd5 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:32.417173 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0bb3107c-5eba-44b5-9061-9430ba0f01c8 req-e96fb9fa-7b25-4db0-ac3d-15431c2a9cd5 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0555408 Feb 21 02:30:32.470730 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0bb3107c-5eba-44b5-9061-9430ba0f01c8 req-d4b065d4-53d4-4b71-9cd1-7b5f8e4919c8 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Feb 21 02:30:32.658813 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be3d7-d48f-4415-8765-2255a1699e9d req-30c5fedc-74e2-4791-a367-d3e62d8f976b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:32.660860 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d65be3d7-d48f-4415-8765-2255a1699e9d req-30c5fedc-74e2-4791-a367-d3e62d8f976b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0571015 Feb 21 02:30:32.711150 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d65be3d7-d48f-4415-8765-2255a1699e9d req-c3763ef9-9cdc-4798-806a-363299fcf4cb tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Feb 21 02:30:33.134285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8dc5-b883-42ae-80de-6b603bb59731 req-7859d5f8-0398-4e2a-ba65-e5b701c0a307 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:33.136154 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-080e8dc5-b883-42ae-80de-6b603bb59731 req-7859d5f8-0398-4e2a-ba65-e5b701c0a307 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0578713 Feb 21 02:30:33.186891 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-080e8dc5-b883-42ae-80de-6b603bb59731 req-4a79abb8-4de4-4c79-9bda-b23ac1137683 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Feb 21 02:30:33.591035 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457adc6-f2ab-4a91-9d72-17dab21f7b7c req-c3da97e5-079d-4dff-a7a0-68e6b792134c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:33.592582 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e457adc6-f2ab-4a91-9d72-17dab21f7b7c req-c3da97e5-079d-4dff-a7a0-68e6b792134c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0541039 Feb 21 02:30:33.653450 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e457adc6-f2ab-4a91-9d72-17dab21f7b7c req-cd79e306-ca9d-40eb-901f-a292d3046111 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537384 Feb 21 02:30:33.793925 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:33.832142 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dd099-c5ac-457b-b7d4-a6fc451fbce7 req-ebdbf507-8ce1-450c-bc19-e2e80fe4381e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:33.833609 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d76dd099-c5ac-457b-b7d4-a6fc451fbce7 req-ebdbf507-8ce1-450c-bc19-e2e80fe4381e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0543442 Feb 21 02:30:33.884490 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d76dd099-c5ac-457b-b7d4-a6fc451fbce7 req-01e59d78-949d-4e2c-be12-1e948eecbaca tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Feb 21 02:30:34.303055 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305beb3-628d-4d7c-8c56-c3fc97c40179 req-078f5d4c-fbef-47ed-8d7a-1ef57cc96a5c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:34.304567 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5305beb3-628d-4d7c-8c56-c3fc97c40179 req-078f5d4c-fbef-47ed-8d7a-1ef57cc96a5c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Feb 21 02:30:34.359928 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5305beb3-628d-4d7c-8c56-c3fc97c40179 req-f4405c4d-9291-45da-8660-a6ef6f4bde78 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 Feb 21 02:30:34.770741 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db016262-6c73-4fa6-b6a9-7ebdfbf343e3 req-37da5ddd-8858-48ba-8990-cad8d32fa1e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:34.772272 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db016262-6c73-4fa6-b6a9-7ebdfbf343e3 req-37da5ddd-8858-48ba-8990-cad8d32fa1e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0551763 Feb 21 02:30:34.824450 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db016262-6c73-4fa6-b6a9-7ebdfbf343e3 req-97aecb05-556d-461d-8019-0991e72c361e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Feb 21 02:30:34.980980 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:30:35.010566 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f32a5a-a933-4ffe-b6dc-12f68158f708 req-07a21ed6-630a-46c4-aaa7-9606f86d93ab tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:35.012065 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04f32a5a-a933-4ffe-b6dc-12f68158f708 req-07a21ed6-630a-46c4-aaa7-9606f86d93ab tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0563617 Feb 21 02:30:35.062685 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04f32a5a-a933-4ffe-b6dc-12f68158f708 req-aabd2010-081e-46fa-ac07-dd517621e382 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Feb 21 02:30:35.081869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:35.093017 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'mac_address': 'fa:16:3e:9f:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:30:35.133610 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:35.135420 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:35.147155 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212cff7d-b04b-4efb-be92-6dd1bd6ec779 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:35.166779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:35.170708 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:35.220429 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:35.228776 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.229129 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.229474 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.229840 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.230179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.230518 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.230843 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.231250 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.231538 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.231882 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.232294 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.232621 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.232942 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:35.337592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:35.485563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2ad35-45e0-480e-8288-bf579e42782e req-1dafbba5-2012-4fdb-9225-3b4966458721 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:35.487209 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7be2ad35-45e0-480e-8288-bf579e42782e req-1dafbba5-2012-4fdb-9225-3b4966458721 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Feb 21 02:30:35.533088 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7be2ad35-45e0-480e-8288-bf579e42782e req-aa6129c6-e221-4efd-aa30-6d855fdfa3dd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Feb 21 02:30:35.945158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750898e4-3573-4f95-aa79-af7c2f359119 req-9e3a22db-52dd-4c07-b255-f4d3875d62a7 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:35.946661 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-750898e4-3573-4f95-aa79-af7c2f359119 req-9e3a22db-52dd-4c07-b255-f4d3875d62a7 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 945 time: 0.0571249 Feb 21 02:30:35.993908 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-750898e4-3573-4f95-aa79-af7c2f359119 req-4226abf4-c3fc-4a3f-907c-b68c973fcabb tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Feb 21 02:30:36.279047 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['212cff7d-b04b-4efb-be92-6dd1bd6ec779'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:36.422245 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870f80-8e8f-4d9b-99b9-98a92860fcdf req-11fa2d87-cec9-4c02-b72a-99efe63cc7bc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:36.423753 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4870f80-8e8f-4d9b-99b9-98a92860fcdf req-11fa2d87-cec9-4c02-b72a-99efe63cc7bc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.2962558 Feb 21 02:30:36.472361 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4870f80-8e8f-4d9b-99b9-98a92860fcdf req-55ff9ee3-5090-46ab-a249-b0d5a1bd1705 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Feb 21 02:30:36.659469 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8a29-51b1-4cb4-a935-39d10e010d1c req-f41f8f8d-b7a0-40ab-992a-2d090643e8f2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:36.661497 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7cad8a29-51b1-4cb4-a935-39d10e010d1c req-f41f8f8d-b7a0-40ab-992a-2d090643e8f2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0606439 Feb 21 02:30:36.712328 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7cad8a29-51b1-4cb4-a935-39d10e010d1c req-1d1cabe8-f511-41f4-96e6-b399770b8f74 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447819 Feb 21 02:30:37.117112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec51b9-5007-4b2f-b0d9-29fc6ddf7c8e req-7cdf0bfc-28f3-404d-a263-f4ce6f87590b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.118633 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8ec51b9-5007-4b2f-b0d9-29fc6ddf7c8e req-7cdf0bfc-28f3-404d-a263-f4ce6f87590b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 945 time: 0.0588191 Feb 21 02:30:37.167068 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8ec51b9-5007-4b2f-b0d9-29fc6ddf7c8e req-a471d1b7-593b-4a69-8e03-8971f91371a9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Feb 21 02:30:37.530074 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-5b468960-d4b0-4f13-8b1f-c74a5e06b5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474577 Feb 21 02:30:37.593029 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee9bca-4fe9-410f-aa1e-c0e27a2bae4e req-0cc02402-3a29-40a1-a593-65513dcc39f5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.594549 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47ee9bca-4fe9-410f-aa1e-c0e27a2bae4e req-0cc02402-3a29-40a1-a593-65513dcc39f5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0546782 Feb 21 02:30:37.613829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-07fdf71c-ee35-4d56-a297-f077cd9839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.615367 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-07fdf71c-ee35-4d56-a297-f077cd9839d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 1129 time: 0.0467200 Feb 21 02:30:37.650592 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47ee9bca-4fe9-410f-aa1e-c0e27a2bae4e req-c3efcdca-128d-4e9a-9924-f88d2a699c29 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Feb 21 02:30:37.726327 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-6a905432-c1f6-4b9e-87b5-4a6eb6d3c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.727785 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-6a905432-c1f6-4b9e-87b5-4a6eb6d3c287 service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.0859754 Feb 21 02:30:37.788914 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-20d549cc-440e-48cf-ae08-1b4a8d4e89a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 200 len: 217 time: 0.0395405 Feb 21 02:30:37.867608 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-f15cb96f-0b10-46b3-9ddf-22c3b92c02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.869032 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-f15cb96f-0b10-46b3-9ddf-22c3b92c02bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.0548275 Feb 21 02:30:37.880308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42d0a8-e403-41be-986e-adbfd8abf9d4 req-80edf6c3-4267-4bcf-a37d-15bba4380fbc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:37.882218 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3d42d0a8-e403-41be-986e-adbfd8abf9d4 req-80edf6c3-4267-4bcf-a37d-15bba4380fbc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0954185 Feb 21 02:30:37.941554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-a8f0ad18-92a3-487a-999e-640961563d34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361328 Feb 21 02:30:37.973358 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3d42d0a8-e403-41be-986e-adbfd8abf9d4 req-8fdf473b-207c-485d-9a00-b5f12590265d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861580 Feb 21 02:30:38.041060 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-d04d7dbe-a8e0-492a-8761-ec0a14396c8e service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901175 Feb 21 02:30:38.137766 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f7066c0-72ad-4a45-8a9f-e4168a6b8fab req-42f1f8b0-e597-4ff2-b795-f7424ed972da service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893214 Feb 21 02:30:38.300284 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6917555-b108-4f1e-955b-f00278e16bee req-21756e30-4c69-46d5-95d9-97b85997477c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:38.302387 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6917555-b108-4f1e-955b-f00278e16bee req-21756e30-4c69-46d5-95d9-97b85997477c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 945 time: 0.0676765 Feb 21 02:30:38.382322 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6917555-b108-4f1e-955b-f00278e16bee req-5e7cb268-df5d-450f-af7c-5068465a986e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662160 Feb 21 02:30:38.416075 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc4f41-e29f-4039-a663-830327f2eb02 req-d99f7b34-96ad-4b58-8195-ac6597a78923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:38.417594 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-87cc4f41-e29f-4039-a663-830327f2eb02 req-d99f7b34-96ad-4b58-8195-ac6597a78923 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0591853 Feb 21 02:30:38.468515 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-87cc4f41-e29f-4039-a663-830327f2eb02 req-7d0d84ac-657b-4574-b5d7-d14d5d0c8cc9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Feb 21 02:30:38.767030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d1a82-0a05-495f-b5ac-39e8c909162b req-38ac9ca6-9a72-4761-8b91-46c4f8bab62e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:38.769173 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ec1d1a82-0a05-495f-b5ac-39e8c909162b req-38ac9ca6-9a72-4761-8b91-46c4f8bab62e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 943 time: 0.0517859 Feb 21 02:30:38.824478 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ec1d1a82-0a05-495f-b5ac-39e8c909162b req-ac515269-46d7-4d78-afc0-d750df3ac00c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496273 Feb 21 02:30:39.016585 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device a0143c80-ec51-407d-bae9-5a6f62cc1615 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:30:39.020153 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:30:39.154193 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc6448-73fa-4c15-acae-2cb38fba6c9f req-df6a4454-b43e-4f9a-90fb-c9c397148557 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:39.156604 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c8fc6448-73fa-4c15-acae-2cb38fba6c9f req-df6a4454-b43e-4f9a-90fb-c9c397148557 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0736561 Feb 21 02:30:39.157245 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:30:39.171817 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:39.172361 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.215540 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c8fc6448-73fa-4c15-acae-2cb38fba6c9f req-2698c927-61b1-4a8c-99fd-bf442075ac96 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Feb 21 02:30:39.227379 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:39.249527 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'port_id': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'mac_address': 'fa:16:3e:49:b3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:30:39.317323 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port a0143c80-ec51-407d-bae9-5a6f62cc1615 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:39.317745 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.336900 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:39.337636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.350736 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0143c80-ec51-407d-bae9-5a6f62cc1615 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:30:39.374033 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:39.376477 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49d2ab-e3c8-438a-ba1c-bf8cf5459fe9" -d '{"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:39.396935 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:39.398967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:39.405510 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.410258 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.461249 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df4edd-0bdb-451d-822e-c2eca9f0ebc0 x-openstack-request-id: req-81df4edd-0bdb-451d-822e-c2eca9f0ebc0 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:39.461567 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:39.461857 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81df4edd-0bdb-451d-822e-c2eca9f0ebc0 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:39.462423 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'code': 200} Feb 21 02:30:39.473969 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:39.536636 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55630cbc-9a5e-4a34-aa7a-7e25882b5a9e req-ca83d0fa-b33a-4965-8c35-b90b01761c2b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:39.539093 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55630cbc-9a5e-4a34-aa7a-7e25882b5a9e req-ca83d0fa-b33a-4965-8c35-b90b01761c2b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0573766 Feb 21 02:30:39.540612 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:39.592422 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55630cbc-9a5e-4a34-aa7a-7e25882b5a9e req-d14255c6-0527-4bb9-b5c5-bae57dc28731 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 Feb 21 02:30:39.805820 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef0012-0ed2-42d5-9fad-42908b578235 req-2cd4a843-1d9d-4620-88d5-4623073e45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:39.807386 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-05ef0012-0ed2-42d5-9fad-42908b578235 req-2cd4a843-1d9d-4620-88d5-4623073e45a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0504370 Feb 21 02:30:39.854836 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-05ef0012-0ed2-42d5-9fad-42908b578235 req-1833935f-0104-42e8-a316-31928bbd8b36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Feb 21 02:30:39.944652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:39.944895 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a281879-d816-490b-98b0-ee01ae2c5d62 req-a40ecac9-66dd-498e-a523-4941adeb1d38 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:39.946358 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0a281879-d816-490b-98b0-ee01ae2c5d62 req-a40ecac9-66dd-498e-a523-4941adeb1d38 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 944 time: 0.0547655 Feb 21 02:30:40.001977 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0a281879-d816-490b-98b0-ee01ae2c5d62 req-028c9b6f-b6d4-4b3f-91eb-638b188398f1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Feb 21 02:30:40.344448 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673a4c-bde5-41c5-a1a2-f49ddec88528 req-0c85c92c-c541-47d0-85d2-ee051547dead tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:40.345994 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a0673a4c-bde5-41c5-a1a2-f49ddec88528 req-0c85c92c-c541-47d0-85d2-ee051547dead tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0603707 Feb 21 02:30:40.401358 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a0673a4c-bde5-41c5-a1a2-f49ddec88528 req-aa6423a0-efbc-4dc2-bba5-23c4be3ad35f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479622 Feb 21 02:30:40.449071 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9083291-cd78-4565-8963-91b4a2631d4b req-f44f7958-f6fa-44f3-82e7-30d5e69abfd2 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:40.450587 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a9083291-cd78-4565-8963-91b4a2631d4b req-f44f7958-f6fa-44f3-82e7-30d5e69abfd2 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0582671 Feb 21 02:30:40.498339 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a9083291-cd78-4565-8963-91b4a2631d4b req-4712fe98-75c2-42be-869c-4ae52afd94cc tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Feb 21 02:30:40.513630 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['a0143c80-ec51-407d-bae9-5a6f62cc1615'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:40.710949 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca7628-0f79-4f59-a54a-5a38e7e36c6d req-99dbe9dc-44e2-4fc6-af84-49e2b6659e8e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:40.712421 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-83ca7628-0f79-4f59-a54a-5a38e7e36c6d req-99dbe9dc-44e2-4fc6-af84-49e2b6659e8e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0534911 Feb 21 02:30:40.760081 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-83ca7628-0f79-4f59-a54a-5a38e7e36c6d req-9335a34a-4c14-4d6a-83af-578d071c1f3b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Feb 21 02:30:41.120298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e747-b25d-4d7d-b51c-1c0aa2ab6844 req-484e23a4-9288-4324-a3d3-7421f252be8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.121804 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db45e747-b25d-4d7d-b51c-1c0aa2ab6844 req-484e23a4-9288-4324-a3d3-7421f252be8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 944 time: 0.0559933 Feb 21 02:30:41.169033 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db45e747-b25d-4d7d-b51c-1c0aa2ab6844 req-469999bd-3cde-43e4-b5e9-c8be4a8d4cc1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Feb 21 02:30:41.523453 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc4d9a-ebe3-45e8-8046-3f11adf6ad01 req-6e2671f0-0b05-463d-9da1-d42add2b090d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.524984 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-effc4d9a-ebe3-45e8-8046-3f11adf6ad01 req-6e2671f0-0b05-463d-9da1-d42add2b090d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Feb 21 02:30:41.575952 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-effc4d9a-ebe3-45e8-8046-3f11adf6ad01 req-d9d73df8-1af1-4bcf-927d-f68e1d95659d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Feb 21 02:30:41.621279 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c681f1-af4e-4124-9ac7-97b935f4e057 req-bdbb693a-f1db-4ff8-a8a5-e8483687edb7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.622809 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d4c681f1-af4e-4124-9ac7-97b935f4e057 req-bdbb693a-f1db-4ff8-a8a5-e8483687edb7 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0549924 Feb 21 02:30:41.671947 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d4c681f1-af4e-4124-9ac7-97b935f4e057 req-cda97dcd-bbd4-480e-b327-1f1355022f60 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Feb 21 02:30:41.885286 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c09f-15c2-4aea-8172-11d791da4e52 req-32a14316-0611-4633-b5fa-fb0ac2cae545 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.886836 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ff06c09f-15c2-4aea-8172-11d791da4e52 req-32a14316-0611-4633-b5fa-fb0ac2cae545 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0601907 Feb 21 02:30:41.918080 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675580-5e16-49a4-8e75-b341463f7347 req-8c954734-6e88-4e3d-ab73-74a05fe86167 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.919570 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-15675580-5e16-49a4-8e75-b341463f7347 req-8c954734-6e88-4e3d-ab73-74a05fe86167 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0840883 Feb 21 02:30:41.923942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-7f27ac7d-e23e-4c57-ad78-f840545f9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:41.926399 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-7f27ac7d-e23e-4c57-ad78-f840545f9937 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=34a6242d1dd24262be9852a4a5b1523d&device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0812769 Feb 21 02:30:41.933953 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ff06c09f-15c2-4aea-8172-11d791da4e52 req-3669bdba-e310-49d3-8071-c5fdfa47ed2c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Feb 21 02:30:42.017734 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-15675580-5e16-49a4-8e75-b341463f7347 req-c1a8cadc-32fe-4f06-8ed0-553caa1b6c33 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903013 Feb 21 02:30:42.048967 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-923f73aa-2c15-4c75-9efd-89896415695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:42.050985 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-923f73aa-2c15-4c75-9efd-89896415695b service neutron] 10.222.0.42 "GET /v2.0/networks?id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 200 len: 919 time: 0.1113765 Feb 21 02:30:42.098849 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-23a512f9-dc85-4693-bbe7-4a3c4f5803e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 200 len: 217 time: 0.0388510 Feb 21 02:30:42.150486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-01a747bb-d6f3-4ba8-9f98-054ce57fbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:42.151815 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-01a747bb-d6f3-4ba8-9f98-054ce57fbe74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 200 len: 858 time: 0.0434377 Feb 21 02:30:42.189362 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-3090bec0-469a-4143-a0b5-1c04e555864b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=92bfa233-3dc8-4ee8-9d61-df1a18ceb898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250776 Feb 21 02:30:42.296689 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792dc0-bc13-415d-99bc-3ec418f533a6 req-c910dad5-83ab-4f39-aa31-24962f8bd255 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:42.301006 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-1a0af2b1-c3fa-4e2c-a769-be4c5daa8f72 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925074 Feb 21 02:30:42.302136 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf792dc0-bc13-415d-99bc-3ec418f533a6 req-c910dad5-83ab-4f39-aa31-24962f8bd255 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 944 time: 0.0654113 Feb 21 02:30:42.349199 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf792dc0-bc13-415d-99bc-3ec418f533a6 req-53f50e7c-5981-4971-ac45-82b607821cc0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 Feb 21 02:30:42.406433 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7882877f-bbc2-41df-b5e4-fd7c0a69d433 req-648104e8-cf07-42e7-a0f2-9de79aad9071 service neutron] 10.222.0.42 "GET /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933859 Feb 21 02:30:42.805981 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5504bb-c5a1-4a82-8ae8-600ab2166226 req-4d531122-ab72-420a-bff5-ca44eed82455 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:42.812768 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cc5504bb-c5a1-4a82-8ae8-600ab2166226 req-4d531122-ab72-420a-bff5-ca44eed82455 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0674717 Feb 21 02:30:42.859837 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cc5504bb-c5a1-4a82-8ae8-600ab2166226 req-6b5b45c6-206c-4c10-a3ee-814e78bc07e3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Feb 21 02:30:43.029089 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device a0143c80-ec51-407d-bae9-5a6f62cc1615 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:30:43.060227 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3e17-1a34-4efb-8572-c518833b4d80 req-3a4478c0-a55e-44a0-9f20-7b612ab47fb9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:43.066335 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-088a3e17-1a34-4efb-8572-c518833b4d80 req-3a4478c0-a55e-44a0-9f20-7b612ab47fb9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0633919 Feb 21 02:30:43.097592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port a0143c80-ec51-407d-bae9-5a6f62cc1615 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:30:43.103696 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port a0143c80-ec51-407d-bae9-5a6f62cc1615 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:30:43.104251 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:43.129710 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-088a3e17-1a34-4efb-8572-c518833b4d80 req-caebcd4c-1a67-4468-be2d-f74459a2aa5f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616841 Feb 21 02:30:43.169498 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e258f-1488-4401-9469-de1beada30b9 req-d2ccc9c1-2e1b-449a-a9a8-8aa4a49124f9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:43.177087 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b1e258f-1488-4401-9469-de1beada30b9 req-d2ccc9c1-2e1b-449a-a9a8-8aa4a49124f9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0746479 Feb 21 02:30:43.209353 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port a0143c80-ec51-407d-bae9-5a6f62cc1615 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:30:43.209804 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:43.226619 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b1e258f-1488-4401-9469-de1beada30b9 req-eccd258b-1cec-4d97-88ff-68e348e244e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481958 Feb 21 02:30:43.235681 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:43.239863 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cb1689-a4aa-47ea-af6c-6ee0e1be18ac" -d '{"events": [{"server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "name": "network-vif-plugged", "status": "completed", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:43.253982 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:43.260130 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:43.292633 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96136876-b39a-4d58-bc4c-44a2a874d8d0 x-openstack-request-id: req-96136876-b39a-4d58-bc4c-44a2a874d8d0 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:43.292956 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "name": "network-vif-plugged", "status": "completed", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:43.293217 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-96136876-b39a-4d58-bc4c-44a2a874d8d0 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:43.293612 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'code': 200} Feb 21 02:30:43.320761 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:43.470264 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5bf9-b4e8-4b55-96b1-f927d0007f13 req-e3c700d6-ae1e-4f96-959c-42ad0d2ad055 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:43.472271 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d11e5bf9-b4e8-4b55-96b1-f927d0007f13 req-e3c700d6-ae1e-4f96-959c-42ad0d2ad055 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0543957 Feb 21 02:30:43.534921 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d11e5bf9-b4e8-4b55-96b1-f927d0007f13 req-7c73930e-8fa4-4bed-b5c4-baedd2674ada tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570929 Feb 21 02:30:43.584717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-2f75a7d3-aa87-48c1-9357-7bb48fdddba3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:43.586306 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-2f75a7d3-aa87-48c1-9357-7bb48fdddba3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0771959 Feb 21 02:30:43.693261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Deleting port 229a501b-9d18-485b-9959-7236956c786a {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:30:43.693872 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (229a501b-9d18-485b-9959-7236956c786a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:43.813199 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] For port 229a501b-9d18-485b-9959-7236956c786a, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=229a501b-9d18-485b-9959-7236956c786a,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:30:43.813917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (229a501b-9d18-485b-9959-7236956c786a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:43.832548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Calling delete_port for 229a501b-9d18-485b-9959-7236956c786a owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:30:43.967056 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a11c-34a3-4bbe-acea-7a463ce2a7e5 req-fa761841-c709-47c8-9eb3-a9b26142b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:43.968917 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8b88a11c-34a3-4bbe-acea-7a463ce2a7e5 req-fa761841-c709-47c8-9eb3-a9b26142b823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 1129 time: 0.0776908 Feb 21 02:30:44.015582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae70c44-60f4-4d56-b1e0-d9a72a35d3d1 req-f08abbe3-beac-423c-b121-719492824813 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.025349 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ae70c44-60f4-4d56-b1e0-d9a72a35d3d1 req-f08abbe3-beac-423c-b121-719492824813 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 946 time: 0.0818715 Feb 21 02:30:44.065162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (229a501b-9d18-485b-9959-7236956c786a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:44.078667 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'b84a1600-9302-43ac-8004-61bd10577802', '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', '229a501b-9d18-485b-9959-7236956c786a'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:30:44.114755 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ae70c44-60f4-4d56-b1e0-d9a72a35d3d1 req-f8c2e005-e9fe-4c54-b4d4-e86ae5402dfe tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881875 Feb 21 02:30:44.121835 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event deleted for resources: {'Port': ['ID=229a501b-9d18-485b-9959-7236956c786a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:44.156629 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8b88a11c-34a3-4bbe-acea-7a463ce2a7e5 req-b656cba8-1601-4e92-8f5d-4d72baa2fa1e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752634 Feb 21 02:30:44.162474 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.164440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.164440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.164440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.164810 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.165065 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.165397 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.165749 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.166083 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.166410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.166739 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.167059 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.167382 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:44.201917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] No DVR routers for this DVR port 229a501b-9d18-485b-9959-7236956c786a on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:30:44.205118 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:44.211098 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2c1e0e36-3364-4771-8bbd-f5d8ec6f75f6 req-a1031394-80ac-4d1e-87ad-3d6700e08b3b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "DELETE /v2.0/ports/229a501b-9d18-485b-9959-7236956c786a HTTP/1.1" status: 204 len: 173 time: 0.6182439 Feb 21 02:30:44.211661 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'name': 'network-vif-deleted', 'tag': '229a501b-9d18-485b-9959-7236956c786a'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:44.215612 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bff8b-2137-4849-bb05-743dbaa4d628" -d '{"events": [{"server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "name": "network-vif-deleted", "tag": "229a501b-9d18-485b-9959-7236956c786a"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:44.274347 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c43c85-649c-434d-812b-60360ed24ed0 x-openstack-request-id: req-b4c43c85-649c-434d-812b-60360ed24ed0 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:44.274792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15be83cb-8289-45b8-950c-8677b8b55d6a", "name": "network-vif-deleted", "tag": "229a501b-9d18-485b-9959-7236956c786a", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:44.275038 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4c43c85-649c-434d-812b-60360ed24ed0 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:44.275492 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15be83cb-8289-45b8-950c-8677b8b55d6a', 'name': 'network-vif-deleted', 'tag': '229a501b-9d18-485b-9959-7236956c786a', 'status': 'completed', 'code': 200} Feb 21 02:30:44.295717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa31b-1571-49da-ba1a-3fb82bfc11e7 req-65aaadda-69bd-46dd-8e29-4e811c9ce2dc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.297221 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-29dfa31b-1571-49da-ba1a-3fb82bfc11e7 req-65aaadda-69bd-46dd-8e29-4e811c9ce2dc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0659623 Feb 21 02:30:44.361004 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-29dfa31b-1571-49da-ba1a-3fb82bfc11e7 req-549c913b-6765-45ac-8966-3de41791d323 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568905 Feb 21 02:30:44.411533 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba489e9-9b73-4dda-964c-0e5d55dd7409 req-a1721e2d-2b3c-4138-af17-0dc758f2af81 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.413786 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dba489e9-9b73-4dda-964c-0e5d55dd7409 req-a1721e2d-2b3c-4138-af17-0dc758f2af81 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0793188 Feb 21 02:30:44.467974 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dba489e9-9b73-4dda-964c-0e5d55dd7409 req-1964cc2f-84ae-4022-b02d-4d6da840748f tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Feb 21 02:30:44.603251 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f94a-4d1a-40fb-9407-8434f456fc5c req-77d54c10-d088-4742-be0f-7f86564df330 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.611364 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6221f94a-4d1a-40fb-9407-8434f456fc5c req-77d54c10-d088-4742-be0f-7f86564df330 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0705931 Feb 21 02:30:44.675149 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6221f94a-4d1a-40fb-9407-8434f456fc5c req-b1a32d0e-8523-44a6-9915-454ea8555379 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577207 Feb 21 02:30:44.689471 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 56428) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:44.691416 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2ba18-d3e0-4661-84ae-00683bbb8fd3 req-e0a4e5a5-6420-4925-a093-fb366f5ebbf6 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.693288 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09e2ba18-d3e0-4661-84ae-00683bbb8fd3 req-e0a4e5a5-6420-4925-a093-fb366f5ebbf6 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0692947 Feb 21 02:30:44.759031 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09e2ba18-d3e0-4661-84ae-00683bbb8fd3 req-9b3744e1-0aa9-461c-a49a-1aab17ac55a1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574450 Feb 21 02:30:44.932647 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37fa2b-16d0-484c-b2f0-e85f52d363ce tempest-TestShelveInstance-1621568018 tempest-TestShelveInstance-1621568018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:44.934219 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-fa37fa2b-16d0-484c-b2f0-e85f52d363ce tempest-TestShelveInstance-1621568018 tempest-TestShelveInstance-1621568018-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1125 time: 0.2423317 Feb 21 02:30:44.937234 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56432) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:44.942214 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:44.967399 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:45.070570 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:45.189952 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Allocated IP 172.27.1.71 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/2b9f8c48-36a2-4d02-8380-9e12e2f3a026) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:45.259556 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d0a0f457-2efc-4604-a4f2-2aeddc9225f9 req-90df8b2e-aafd-4113-b266-f0690bc0f596 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0303924 Feb 21 02:30:45.310559 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:45.346222 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:45.384762 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:45.391379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:45.396278 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:45.399117 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'Port': ['ID=2b9f8c48-36a2-4d02-8380-9e12e2f3a026,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:45.428064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.428334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.428670 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.428995 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.429324 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.429709 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.429996 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.430316 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.430638 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.430955 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.431274 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.431588 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.431899 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:30:45.592987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd900e1-4fe7-444a-ae99-d1aa991eaa07 req-c88e7217-576c-4d9e-90d6-6b78f73ad1df tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:45.594507 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0dd900e1-4fe7-444a-ae99-d1aa991eaa07 req-c88e7217-576c-4d9e-90d6-6b78f73ad1df tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.1293883 Feb 21 02:30:45.714026 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0dd900e1-4fe7-444a-ae99-d1aa991eaa07 req-d64a6a95-c4af-4bf8-937d-24de4f8c341d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Feb 21 02:30:45.896962 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b4d1-c6df-4fc2-abb0-b02bc2280ec8 req-99e847bd-0d11-4607-8653-ebd69b0c1b4b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:45.903972 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2ed4b4d1-c6df-4fc2-abb0-b02bc2280ec8 req-99e847bd-0d11-4607-8653-ebd69b0c1b4b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0653422 Feb 21 02:30:45.948911 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2ed4b4d1-c6df-4fc2-abb0-b02bc2280ec8 req-704f4ea7-a101-4851-b1e4-2e26aeac219a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Feb 21 02:30:46.207818 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for floatingip (1ee61415-de42-4a11-94a4-2495c68d64f5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:46.319649 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:46.379765 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c826a76d-dab4-403c-a8d9-f35a9d9bb596 req-86f5f6f1-bdc6-4477-a650-ebee8e561d55 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0307307 Feb 21 02:30:46.521166 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:46.525874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:46.599150 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event updated for resources: {'Port': ['ID=2b9f8c48-36a2-4d02-8380-9e12e2f3a026,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:46.610723 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (1ee61415-de42-4a11-94a4-2495c68d64f5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:46.719045 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Floating IP 1ee61415-de42-4a11-94a4-2495c68d64f5 associated. External IP: 172.27.1.71, port: 212cff7d-b04b-4efb-be92-6dd1bd6ec779. Feb 21 02:30:46.861232 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e37c90-3658-420a-b2a1-91f02bd88031 req-510d4acd-74e4-4387-b06f-c8eb0045f5e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:46.863928 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27e37c90-3658-420a-b2a1-91f02bd88031 req-510d4acd-74e4-4387-b06f-c8eb0045f5e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0686386 Feb 21 02:30:46.913288 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-27e37c90-3658-420a-b2a1-91f02bd88031 req-ed88fcc9-4084-48af-ac50-e486c3bcef55 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Feb 21 02:30:46.951090 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:30:47.096642 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:30:47.106489 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Sync routers for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:30:47.118706 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:47.120075 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:30:47.122293 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:30:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:47.129537 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffafdf-6fee-417d-952a-21d71ed111f1 req-dc704849-b3f9-4a79-9ed6-91c6d9a5d6f8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:47.131071 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dcffafdf-6fee-417d-952a-21d71ed111f1 req-dc704849-b3f9-4a79-9ed6-91c6d9a5d6f8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0870848 Feb 21 02:30:47.178569 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d2999ca7-729f-45f6-a916-9225442a17e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2402115 Feb 21 02:30:47.180796 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:47.183368 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6" -d '{"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:47.218572 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dcffafdf-6fee-417d-952a-21d71ed111f1 req-6ba70066-c703-4eb1-87b5-38a95c2bd707 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687261 Feb 21 02:30:47.238784 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afba17c-b71c-4af9-8372-75b030ac970e x-openstack-request-id: req-5afba17c-b71c-4af9-8372-75b030ac970e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:47.239265 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:47.239511 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5afba17c-b71c-4af9-8372-75b030ac970e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:47.239916 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'status': 'completed', 'code': 200} Feb 21 02:30:47.241679 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:30:47.473978 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '1ee61415-de42-4a11-94a4-2495c68d64f5', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'mac_address': 'fa:16:3e:9f:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:45Z', 'updated_at': '2022-02-21T02:30:45Z', 'revision_number': 0, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:47.497256 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-068c1ba1-8e8d-4c70-a854-b337f4a220a8 req-efe06b3f-0ba1-4db4-9942-beac2cc7834a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0317626 Feb 21 02:30:47.501219 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Checking router: 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:30:47.511902 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:30:47.512508 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:30:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:47.622056 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:30:47.853518 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '1ee61415-de42-4a11-94a4-2495c68d64f5', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'mac_address': 'fa:16:3e:9f:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:45Z', 'updated_at': '2022-02-21T02:30:45Z', 'revision_number': 0, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:47.880019 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446320a-b77b-4604-a4e0-92e2a43d1b4f None None] The sync data for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi is: [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '1ee61415-de42-4a11-94a4-2495c68d64f5', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'mac_address': 'fa:16:3e:9f:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:45Z', 'updated_at': '2022-02-21T02:30:45Z', 'revision_number': 0, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:30:48.048219 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f526f-d94e-4c41-9935-dfa2f35c2886 req-e2fc7f4a-556a-4a46-87a8-6ec600f6d7fc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:48.049959 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da4f526f-d94e-4c41-9935-dfa2f35c2886 req-e2fc7f4a-556a-4a46-87a8-6ec600f6d7fc tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Feb 21 02:30:48.088860 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c934db-1552-4255-9217-14b3b3018b99 None None] New status for floating IP 1ee61415-de42-4a11-94a4-2495c68d64f5: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:30:48.106106 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da4f526f-d94e-4c41-9935-dfa2f35c2886 req-f10771fe-c25d-46e0-b92f-c581cb291f1d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Feb 21 02:30:48.349398 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc89da8-1b0b-438b-be64-da34f8d7290c req-a1ba3f2b-b0f2-49f5-bc40-fd353334f48d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:48.350978 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3fc89da8-1b0b-438b-be64-da34f8d7290c req-a1ba3f2b-b0f2-49f5-bc40-fd353334f48d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0627291 Feb 21 02:30:48.402072 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3fc89da8-1b0b-438b-be64-da34f8d7290c req-1fb95bfd-e872-4d61-a068-5dd1203cf769 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455384 Feb 21 02:30:48.607035 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ac5d79f8-0c7c-415d-bbaf-f16f7f1339d0 req-321a7965-74c0-4581-9046-6b6663ec030a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0296690 Feb 21 02:30:49.232808 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4240628-ccb8-4959-a21a-e82a89fa59ca req-59c6600d-973e-4a53-b11b-af8e0f3a8bfa tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:49.234520 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4240628-ccb8-4959-a21a-e82a89fa59ca req-59c6600d-973e-4a53-b11b-af8e0f3a8bfa tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0552535 Feb 21 02:30:49.282472 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4240628-ccb8-4959-a21a-e82a89fa59ca req-a096fc2a-cdd5-431a-a926-4d4245973e3f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Feb 21 02:30:49.535243 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6ad9-d623-478e-acee-33f5ef08e810 req-52caf0aa-ea4b-4b41-bdf8-0348bed6b6e3 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:49.536728 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-16ca6ad9-d623-478e-acee-33f5ef08e810 req-52caf0aa-ea4b-4b41-bdf8-0348bed6b6e3 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0629878 Feb 21 02:30:49.584910 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-16ca6ad9-d623-478e-acee-33f5ef08e810 req-55ace15c-913d-4f70-88e1-607ed2479538 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Feb 21 02:30:49.712734 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-979cff8c-7176-47d4-a05f-00b0f4b9dcf1 req-48b26f13-d9c8-4dda-963b-8367e652a48a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0274308 Feb 21 02:30:50.414031 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b274-6d1b-4e06-b989-2deffbcf23a0 req-b740692e-2f8e-4ee8-8470-241a69f4761a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:50.415670 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e958b274-6d1b-4e06-b989-2deffbcf23a0 req-b740692e-2f8e-4ee8-8470-241a69f4761a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0549378 Feb 21 02:30:50.466174 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e958b274-6d1b-4e06-b989-2deffbcf23a0 req-4a5fa096-5390-4cf4-9209-1e4076a9cce4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Feb 21 02:30:50.705546 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43d670-4a49-4794-8db0-b33ab25a19c5 req-096012cf-b9c5-4e5e-851b-9e0428226643 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:50.706967 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2a43d670-4a49-4794-8db0-b33ab25a19c5 req-096012cf-b9c5-4e5e-851b-9e0428226643 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0558863 Feb 21 02:30:50.757247 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2a43d670-4a49-4794-8db0-b33ab25a19c5 req-91bcc182-ea14-44b1-a069-d2a04f8edd05 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Feb 21 02:30:50.826200 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85659c74-a619-4116-8141-58546ed20417 req-cdbaf8fb-af15-49e8-a8b2-c603c90d4443 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0304396 Feb 21 02:30:51.581104 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263eb2f4-2ba6-4287-9f8b-337e1af75ebe req-c1049ff7-f26f-4577-b761-3608ef0e1ea7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:51.582587 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-263eb2f4-2ba6-4287-9f8b-337e1af75ebe req-c1049ff7-f26f-4577-b761-3608ef0e1ea7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Feb 21 02:30:51.629851 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-263eb2f4-2ba6-4287-9f8b-337e1af75ebe req-b51bfc38-eb39-4640-a892-9c3d2c6365d0 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Feb 21 02:30:51.875821 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2cc3-38c6-4624-a2a9-119ef738b03f req-f11fab7c-0c11-4f0c-be5c-0d6fcd5b97df tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:51.877955 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d68c2cc3-38c6-4624-a2a9-119ef738b03f req-f11fab7c-0c11-4f0c-be5c-0d6fcd5b97df tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0529079 Feb 21 02:30:51.926452 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d68c2cc3-38c6-4624-a2a9-119ef738b03f req-8cf71c8e-2801-4b37-86db-a4072bd033a5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Feb 21 02:30:51.930254 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-04de6182-0fdf-440f-a341-073c1aad3fa4 req-aa4e3366-171a-40f2-b04b-ec858878beaa tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=15be83cb-8289-45b8-950c-8677b8b55d6a HTTP/1.1" status: 200 len: 210 time: 0.0273361 Feb 21 02:30:52.305821 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 229a501b-9d18-485b-9959-7236956c786a no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:30:52.327566 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 229a501b-9d18-485b-9959-7236956c786a {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:30:52.328200 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 229a501b-9d18-485b-9959-7236956c786a not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:30:52.362558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-d2371ab2-8d63-4182-887f-b84cd7802e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:52.364210 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-d2371ab2-8d63-4182-887f-b84cd7802e67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0472791 Feb 21 02:30:52.462887 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-152c675b-7405-42e7-bee1-bbea50a34099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:52.464224 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-152c675b-7405-42e7-bee1-bbea50a34099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.0915031 Feb 21 02:30:52.532589 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-3c2e56d3-1b81-4d9a-a266-996dd8fc365a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 1001 time: 0.0598595 Feb 21 02:30:52.587837 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-c4202060-4683-4565-b7af-d9e8b53e82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:52.589292 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-c4202060-4683-4565-b7af-d9e8b53e82f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0438917 Feb 21 02:30:52.643228 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-e49b3b53-970f-4b24-a3e8-2fd0caa8e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:52.644733 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-e49b3b53-970f-4b24-a3e8-2fd0caa8e84b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471516 Feb 21 02:30:52.768243 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-55606991-e1fd-4a53-a22b-b526e883ff39 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173856 Feb 21 02:30:52.775652 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f43a4-0530-4c7c-bb1c-40f5e7ef1d35 req-dc333864-c862-4b4c-94e3-b9b929085380 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:52.777004 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-247f43a4-0530-4c7c-bb1c-40f5e7ef1d35 req-dc333864-c862-4b4c-94e3-b9b929085380 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0802252 Feb 21 02:30:52.869708 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-247f43a4-0530-4c7c-bb1c-40f5e7ef1d35 req-56890e02-2155-4c18-bf19-91433e5c4bb2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850415 Feb 21 02:30:52.892388 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1678c83e-f0e3-4fd1-a37b-e3b5afc1afc6 req-cfc55c4b-f427-4687-982d-7033d3165782 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144817 Feb 21 02:30:53.054285 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e7072-b747-4592-ac24-fb9e7c9dc3f9 req-fa038f97-b039-46cf-ae2b-a1911f2c131e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:53.055787 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd5e7072-b747-4592-ac24-fb9e7c9dc3f9 req-fa038f97-b039-46cf-ae2b-a1911f2c131e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0601137 Feb 21 02:30:53.105360 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd5e7072-b747-4592-ac24-fb9e7c9dc3f9 req-88ce453b-8d75-407c-adcf-e6809f86409b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Feb 21 02:30:53.995447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee51b2-cccd-4f0c-8a99-1ead543200bd req-857eef40-4fb5-4bdc-8388-cc334ba74e1e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:53.996940 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9ee51b2-cccd-4f0c-8a99-1ead543200bd req-857eef40-4fb5-4bdc-8388-cc334ba74e1e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0570831 Feb 21 02:30:54.042592 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c9ee51b2-cccd-4f0c-8a99-1ead543200bd req-348a3c35-ba54-4de3-b778-4c667cdf47f4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Feb 21 02:30:54.225407 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c2bec-bfa9-44d0-9077-71fe7d0bb729 req-72c8b1db-41a1-4792-a6aa-4a1bcecb312d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:54.226927 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d8c2bec-bfa9-44d0-9077-71fe7d0bb729 req-72c8b1db-41a1-4792-a6aa-4a1bcecb312d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0527067 Feb 21 02:30:54.275820 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d8c2bec-bfa9-44d0-9077-71fe7d0bb729 req-9cdd5654-b1e9-49b7-93a4-66014dbef73a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Feb 21 02:30:55.164713 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a8fa7-b4a7-461f-92f5-d8b50b565210 req-f641fcec-3e78-4978-8144-5d4d01700642 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:55.166245 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-185a8fa7-b4a7-461f-92f5-d8b50b565210 req-f641fcec-3e78-4978-8144-5d4d01700642 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0538218 Feb 21 02:30:55.213393 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-185a8fa7-b4a7-461f-92f5-d8b50b565210 req-d6586697-993f-4909-9f56-24637ecc93c4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Feb 21 02:30:55.399896 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68da286-a36a-4f2a-8005-03d8808cbbd6 req-d8b472a3-18a8-4178-ad2f-8553cd89f09b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:55.401470 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a68da286-a36a-4f2a-8005-03d8808cbbd6 req-d8b472a3-18a8-4178-ad2f-8553cd89f09b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0597892 Feb 21 02:30:55.451256 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a68da286-a36a-4f2a-8005-03d8808cbbd6 req-8d458c97-1b93-4020-89cd-79243637fbdc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Feb 21 02:30:55.565343 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43b81c-6ed5-42e9-9d33-934d897ed865 req-7caf0dbb-7136-4723-a3f9-23b004770748 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:55.566816 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d43b81c-6ed5-42e9-9d33-934d897ed865 req-7caf0dbb-7136-4723-a3f9-23b004770748 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0519214 Feb 21 02:30:55.619642 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d43b81c-6ed5-42e9-9d33-934d897ed865 req-9198b622-0d6b-45eb-a384-5d6d6af9b65e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472553 Feb 21 02:30:55.646136 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56544) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:55.790881 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaae1a2-5bd8-4e19-85b5-76c8fea730c9 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:55.792638 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fcaae1a2-5bd8-4e19-85b5-76c8fea730c9 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 1124 time: 0.1454844 Feb 21 02:30:55.795317 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56550) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:30:55.800162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'port_id': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:30:55.821960 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:55.926267 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:56.032660 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.27.1.171 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/c93840e7-ea2e-434a-92e8-54d4424faf38) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:30:56.134063 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:56.167826 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:56.207251 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:30:56.210279 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:30:56.212906 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:30:56.250629 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=c93840e7-ea2e-434a-92e8-54d4424faf38,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:56.383107 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f40d9-482b-465e-8e3a-5588ff521120 req-ea2f154a-613f-434e-8581-ef1b9ffe5ba4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:56.384579 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e69f40d9-482b-465e-8e3a-5588ff521120 req-ea2f154a-613f-434e-8581-ef1b9ffe5ba4 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0999320 Feb 21 02:30:56.496904 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e69f40d9-482b-465e-8e3a-5588ff521120 req-892c507d-b4ca-4472-99a9-21a55bd93806 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823989 Feb 21 02:30:56.877854 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (73377d67-cd7f-43e2-b807-ccdecf1ed4dc), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:56.945959 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:57.087436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:57.091485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:57.160839 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=c93840e7-ea2e-434a-92e8-54d4424faf38,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:30:57.170496 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (73377d67-cd7f-43e2-b807-ccdecf1ed4dc), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:57.276052 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 73377d67-cd7f-43e2-b807-ccdecf1ed4dc associated. External IP: 172.27.1.171, port: a0143c80-ec51-407d-bae9-5a6f62cc1615. Feb 21 02:30:57.491285 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:30:57.604483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:30:57.616747 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:30:57.621618 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:57.625829 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:30:57.626428 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:30:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:57.651477 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-82c98406-46ef-47e2-b9e0-ef3b21828a98 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8551652 Feb 21 02:30:57.652065 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:30:57.654312 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33c80bd-4a55-443c-b39b-faca6b0e530f" -d '{"events": [{"name": "network-changed", "server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:30:57.691026 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d27453-8ff0-40b8-84b2-844f0e16ff0e x-openstack-request-id: req-32d27453-8ff0-40b8-84b2-844f0e16ff0e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:30:57.691519 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:30:57.691784 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32d27453-8ff0-40b8-84b2-844f0e16ff0e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:30:57.692779 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'status': 'completed', 'code': 200} Feb 21 02:30:57.737398 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:30:57.762496 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-ac62849d-ebee-498f-a5bb-af38459f1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:57.764091 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-ac62849d-ebee-498f-a5bb-af38459f1531 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 1129 time: 0.0438731 Feb 21 02:30:57.878477 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-67383e70-d611-4833-bc12-84923e5f2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:57.879863 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-67383e70-d611-4833-bc12-84923e5f2325 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.0941608 Feb 21 02:30:57.953845 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-adebb492-8208-4cca-a3f7-f2cc74109a66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615 HTTP/1.1" status: 200 len: 999 time: 0.0650535 Feb 21 02:30:58.007666 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-f34bfab5-94cb-4915-95f5-7ec3968a7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:58.009128 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-f34bfab5-94cb-4915-95f5-7ec3968a7f64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0434113 Feb 21 02:30:58.046965 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '73377d67-cd7f-43e2-b807-ccdecf1ed4dc', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:49:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:56Z', 'updated_at': '2022-02-21T02:30:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:58.058545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-05e13298-5d94-482f-8e7a-e12dcf812a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:58.060050 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-05e13298-5d94-482f-8e7a-e12dcf812a2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439072 Feb 21 02:30:58.077482 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:30:58.086218 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:30:58.086816 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:30:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:58.160894 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-b260b77c-09db-40bc-be2f-98cd9059a7dc service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876079 Feb 21 02:30:58.194839 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:30:58.252525 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f33c80bd-4a55-443c-b39b-faca6b0e530f req-2b84af14-babe-4cd0-ab3a-fdfb64307e0b service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845478 Feb 21 02:30:58.436645 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '73377d67-cd7f-43e2-b807-ccdecf1ed4dc', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:49:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:56Z', 'updated_at': '2022-02-21T02:30:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:30:58.463012 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcacb2-3e31-4864-abd3-7ef4b1e2f7ea None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '73377d67-cd7f-43e2-b807-ccdecf1ed4dc', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:49:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:30:56Z', 'updated_at': '2022-02-21T02:30:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:30:58.647451 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e444be-9b96-4220-ac13-fe5c711dd461 None None] New status for floating IP 73377d67-cd7f-43e2-b807-ccdecf1ed4dc: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:30:58.989717 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f6127696-9b32-45c1-9984-2fd6cfb5cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:30:59.568226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b6fb2-06ea-4054-ad8f-4a91f75a02db req-eb671880-5cfc-44e5-ba29-58af2e45dc51 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:30:59.569612 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-685b6fb2-06ea-4054-ad8f-4a91f75a02db req-eb671880-5cfc-44e5-ba29-58af2e45dc51 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.0596571 Feb 21 02:30:59.616939 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-685b6fb2-06ea-4054-ad8f-4a91f75a02db req-5d9a4966-aee2-411c-a5a9-21108c834822 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Feb 21 02:31:00.735102 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d6739-bed9-4f32-9b09-8eda49ab2bef req-39900471-b6ce-4b69-bd89-35fe34ab13c3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:00.737351 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d32d6739-bed9-4f32-9b09-8eda49ab2bef req-39900471-b6ce-4b69-bd89-35fe34ab13c3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Feb 21 02:31:00.782149 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d32d6739-bed9-4f32-9b09-8eda49ab2bef req-88e1b464-1b75-4b56-8e25-0ab95e5c611d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Feb 21 02:31:01.437894 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-67bfd0a6-164a-43a6-bda9-b74d1f3b3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:01.496325 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:31:01.900556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53e87d-882a-4b95-bfdd-f0d4384f0a7f req-3424ef79-0d19-4ab4-9d7f-eaf876630cb9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:01.902038 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dd53e87d-882a-4b95-bfdd-f0d4384f0a7f req-3424ef79-0d19-4ab4-9d7f-eaf876630cb9 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Feb 21 02:31:01.949585 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dd53e87d-882a-4b95-bfdd-f0d4384f0a7f req-ea4e66ad-3d6c-4b74-a4ca-994b05544418 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Feb 21 02:31:02.120768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-75ce684b-5408-4908-a275-172cc372f3e1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:02.122435 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-75ce684b-5408-4908-a275-172cc372f3e1 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 945 time: 0.0553880 Feb 21 02:31:02.232742 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:02.238794 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Deleting port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:02.239140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:02.342049 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] For port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:02.342408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:02.355916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Calling delete_port for 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:02.488934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:02.515492 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'b84a1600-9302-43ac-8004-61bd10577802', '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:02.520372 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event deleted for resources: {'Port': ['ID=859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:02.563415 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] No DVR routers for this DVR port 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:02.566176 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:02.569504 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2ca414c4-7db9-4795-9f86-69834d942b9a req-db5172fb-de4d-47d7-9f81-f4408f34d3d6 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "DELETE /v2.0/ports/859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 HTTP/1.1" status: 204 len: 173 time: 0.4401269 Feb 21 02:31:02.570030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'name': 'network-vif-deleted', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:02.572502 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9d803-dad8-40d1-b64e-5e006fadedda" -d '{"events": [{"server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "name": "network-vif-deleted", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:02.617841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01fa04-3e37-4b7a-a402-2932ebeea679 x-openstack-request-id: req-6e01fa04-3e37-4b7a-a402-2932ebeea679 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:02.618206 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291df513-4591-43c9-89d7-f9974ba6f5c2", "name": "network-vif-deleted", "tag": "859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:02.618538 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e01fa04-3e37-4b7a-a402-2932ebeea679 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:02.619019 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291df513-4591-43c9-89d7-f9974ba6f5c2', 'name': 'network-vif-deleted', 'tag': '859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84', 'status': 'completed', 'code': 200} Feb 21 02:31:03.055483 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c128cfe8-a5e1-4e22-a7ca-3bb71c59c706 req-85a12d18-b5e8-4ddc-9420-814b48e89c0e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=291df513-4591-43c9-89d7-f9974ba6f5c2 HTTP/1.1" status: 200 len: 210 time: 0.0274930 Feb 21 02:31:03.793883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:04.317966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd40383-2aca-4540-aeaa-ee0c5c13a243 req-e461ccff-fd08-415b-9ddf-b1ced6b49a93 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:04.319438 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fd40383-2aca-4540-aeaa-ee0c5c13a243 req-e461ccff-fd08-415b-9ddf-b1ced6b49a93 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0523088 Feb 21 02:31:04.369536 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1fd40383-2aca-4540-aeaa-ee0c5c13a243 req-7b698006-8476-476e-930d-5783cf8c14c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Feb 21 02:31:04.571548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a44774-75ff-4ff3-a81f-60ed4e52a5e1 req-d53e7d60-e95a-4caf-90d4-c7e54ab7e748 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:04.573012 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37a44774-75ff-4ff3-a81f-60ed4e52a5e1 req-d53e7d60-e95a-4caf-90d4-c7e54ab7e748 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 21 02:31:04.619988 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37a44774-75ff-4ff3-a81f-60ed4e52a5e1 req-c412aeda-d7a8-49df-88e1-cca9dfb21968 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Feb 21 02:31:04.659462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:04.678964 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:04.679321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 859d3f05-bcb1-4fc1-b70f-b6eb03a8cb84 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:05.340248 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:05.488575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98c70-4cfd-4ae0-96f5-5bc80d3004d1 req-25b799ec-3ae6-4aef-b972-ea845e25ab51 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:05.490051 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ee98c70-4cfd-4ae0-96f5-5bc80d3004d1 req-25b799ec-3ae6-4aef-b972-ea845e25ab51 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0519631 Feb 21 02:31:05.535047 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ee98c70-4cfd-4ae0-96f5-5bc80d3004d1 req-36bd8f6c-c20c-4aa1-b2e6-f2dd82ca36f0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Feb 21 02:31:05.738193 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a2903-543b-41d2-89ee-9f975d24a3d7 req-c2f80116-17be-43bc-996b-c9997b68a29c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:05.739769 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e4a2903-543b-41d2-89ee-9f975d24a3d7 req-c2f80116-17be-43bc-996b-c9997b68a29c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0531249 Feb 21 02:31:05.786472 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7e4a2903-543b-41d2-89ee-9f975d24a3d7 req-da90f02b-a85a-4171-ae1e-395386f6c07b tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Feb 21 02:31:06.653505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c55aeb-559e-4be5-8430-989b51516aa6 req-97f3c4c3-b5c2-4105-a49a-b0daf42944df tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:06.654997 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4c55aeb-559e-4be5-8430-989b51516aa6 req-97f3c4c3-b5c2-4105-a49a-b0daf42944df tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0554898 Feb 21 02:31:06.701113 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4c55aeb-559e-4be5-8430-989b51516aa6 req-31530465-37d2-4c6b-93f7-042d8f0d09ba tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Feb 21 02:31:06.904877 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31f49-4677-48ec-b6dd-b0194e92ca35 req-f524d19f-8750-4791-a51a-6b6d19101d75 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:06.906262 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9d31f49-4677-48ec-b6dd-b0194e92ca35 req-f524d19f-8750-4791-a51a-6b6d19101d75 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0538986 Feb 21 02:31:06.951694 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d9d31f49-4677-48ec-b6dd-b0194e92ca35 req-4a20713a-4dec-4060-b9ff-6b7d92a1884e tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395086 Feb 21 02:31:07.817053 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559c036-bbbd-4a5d-8d48-834f213fe0e7 req-428f88d6-5fe2-400a-8eb2-a7afeabd6798 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:07.818594 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c559c036-bbbd-4a5d-8d48-834f213fe0e7 req-428f88d6-5fe2-400a-8eb2-a7afeabd6798 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0527449 Feb 21 02:31:07.866912 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c559c036-bbbd-4a5d-8d48-834f213fe0e7 req-f29e4745-c7aa-4be8-89cf-7900e7936b15 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Feb 21 02:31:08.067472 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20fddb-9810-4a0e-b8f3-994dd12298da req-7b39785c-ab27-4bfb-a93f-9ac39f44fbe6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:08.068949 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c20fddb-9810-4a0e-b8f3-994dd12298da req-7b39785c-ab27-4bfb-a93f-9ac39f44fbe6 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0525482 Feb 21 02:31:08.116537 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8c20fddb-9810-4a0e-b8f3-994dd12298da req-64bfb12e-1a58-4885-8e65-2c374e775967 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Feb 21 02:31:08.987306 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c39ec-790b-44c1-82dd-58acfe9fc5c7 req-5b16c7e5-f634-4cd8-821d-4bf7af52ad2b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:08.988776 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b1c39ec-790b-44c1-82dd-58acfe9fc5c7 req-5b16c7e5-f634-4cd8-821d-4bf7af52ad2b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0561776 Feb 21 02:31:09.034358 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4b1c39ec-790b-44c1-82dd-58acfe9fc5c7 req-bf47559c-317c-48dd-8cfd-48fe17725433 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Feb 21 02:31:09.240697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103596d9-e8f4-4877-a5ae-5772c751ac24 req-b635510c-bb4c-41fe-8eda-e9be3c50badb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:09.242176 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-103596d9-e8f4-4877-a5ae-5772c751ac24 req-b635510c-bb4c-41fe-8eda-e9be3c50badb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0545094 Feb 21 02:31:09.286745 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-103596d9-e8f4-4877-a5ae-5772c751ac24 req-06005eef-bb74-4a38-a884-5ebbd1cf0e05 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Feb 21 02:31:09.935997 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:09.960229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-b1ac9448-2803-4ed9-b3c8-cb59c51cf31d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:09.961711 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-b1ac9448-2803-4ed9-b3c8-cb59c51cf31d tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0530519 Feb 21 02:31:10.059968 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Deleting port b84a1600-9302-43ac-8004-61bd10577802 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:10.060312 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (b84a1600-9302-43ac-8004-61bd10577802), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.156114 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] For port b84a1600-9302-43ac-8004-61bd10577802, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b84a1600-9302-43ac-8004-61bd10577802,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:10.156372 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (b84a1600-9302-43ac-8004-61bd10577802), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.156490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7296-2c30-470b-90bf-cf284ea543f2 req-b8f85a37-1b83-45c8-ae02-dad324c5f541 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:10.158009 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89df7296-2c30-470b-90bf-cf284ea543f2 req-b8f85a37-1b83-45c8-ae02-dad324c5f541 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 946 time: 0.0554264 Feb 21 02:31:10.169723 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Calling delete_port for b84a1600-9302-43ac-8004-61bd10577802 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:10.221681 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89df7296-2c30-470b-90bf-cf284ea543f2 req-d4e39e6b-7cce-4bfb-bdc6-b47d0c0fd254 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Feb 21 02:31:10.292207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62000f25-4944-4464-b0cc-02afa7ba877b req-d7efed68-09bb-4c2a-81bd-cd6aa353c6dd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:10.293681 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-62000f25-4944-4464-b0cc-02afa7ba877b req-d7efed68-09bb-4c2a-81bd-cd6aa353c6dd tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.0766768 Feb 21 02:31:10.648636 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (b84a1600-9302-43ac-8004-61bd10577802), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.661574 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'b84a1600-9302-43ac-8004-61bd10577802'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:10.687781 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event deleted for resources: {'Port': ['ID=b84a1600-9302-43ac-8004-61bd10577802,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:10.732752 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea291a10-6345-4453-a536-4e485e642c09 req-d2bf7b55-3eaa-41f4-9db1-772cc779c748 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:10.734277 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea291a10-6345-4453-a536-4e485e642c09 req-d2bf7b55-3eaa-41f4-9db1-772cc779c748 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=c909020c-1e47-4a5c-826f-c8d88b2c7a05 HTTP/1.1" status: 200 len: 945 time: 0.3799326 Feb 21 02:31:10.755132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] No DVR routers for this DVR port b84a1600-9302-43ac-8004-61bd10577802 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:10.762792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.766275 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90d18b39-4d73-4dac-8df3-6fdb69a0e0a7 req-f6184a42-1ecb-4a09-b938-2469efa730c0 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "DELETE /v2.0/ports/b84a1600-9302-43ac-8004-61bd10577802 HTTP/1.1" status: 204 len: 173 time: 0.7966001 Feb 21 02:31:10.766432 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'name': 'network-vif-deleted', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:10.768673 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c34ca81-4143-4832-b551-7ae43a862266" -d '{"events": [{"server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "name": "network-vif-deleted", "tag": "b84a1600-9302-43ac-8004-61bd10577802"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:10.795105 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Deleting port 10b7d237-63f4-46b8-9fb5-022ff16a013d {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:10.795454 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.821946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e3772b-9b90-42ac-8ccf-020b09f0f722 x-openstack-request-id: req-b9e3772b-9b90-42ac-8ccf-020b09f0f722 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:10.822284 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb", "name": "network-vif-deleted", "tag": "b84a1600-9302-43ac-8004-61bd10577802", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:10.822489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9e3772b-9b90-42ac-8ccf-020b09f0f722 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:10.823102 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb', 'name': 'network-vif-deleted', 'tag': 'b84a1600-9302-43ac-8004-61bd10577802', 'status': 'completed', 'code': 200} Feb 21 02:31:10.864475 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea291a10-6345-4453-a536-4e485e642c09 req-69661ed0-f5a7-4317-9732-e8cbed1c6331 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111240 Feb 21 02:31:10.911047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] For port 10b7d237-63f4-46b8-9fb5-022ff16a013d, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=10b7d237-63f4-46b8-9fb5-022ff16a013d,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:10.911328 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:10.929246 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Calling delete_port for 10b7d237-63f4-46b8-9fb5-022ff16a013d owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:11.055565 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (10b7d237-63f4-46b8-9fb5-022ff16a013d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:11.068793 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['10b7d237-63f4-46b8-9fb5-022ff16a013d', '71ba9208-2448-4764-bb34-2672da8a2c21'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:11.083008 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Pushing event deleted for resources: {'Port': ['ID=10b7d237-63f4-46b8-9fb5-022ff16a013d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:11.138299 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] No DVR routers for this DVR port 10b7d237-63f4-46b8-9fb5-022ff16a013d on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:11.140905 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:11.146134 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-62000f25-4944-4464-b0cc-02afa7ba877b req-f1c703a2-10cd-4869-9324-d7957dc4956f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "DELETE /v2.0/ports/10b7d237-63f4-46b8-9fb5-022ff16a013d HTTP/1.1" status: 204 len: 173 time: 0.8436778 Feb 21 02:31:11.335326 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-12d85094-4c11-4256-b4db-d1766271ec2d req-adda178d-232b-43d0-9279-a5c2b80316c5 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3d170bc-302a-4ea8-a3b4-20b7d4bec6fb HTTP/1.1" status: 200 len: 210 time: 0.0308812 Feb 21 02:31:12.131197 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfbcdb-1e45-4e75-ad9e-d7dcecc3b852 req-9f5e3b5c-d294-4861-bd3d-cd6f3936978f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:12.132695 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17cfbcdb-1e45-4e75-ad9e-d7dcecc3b852 req-9f5e3b5c-d294-4861-bd3d-cd6f3936978f tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0517435 Feb 21 02:31:12.179969 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17cfbcdb-1e45-4e75-ad9e-d7dcecc3b852 req-e27bf96a-39ce-4134-b729-adab55e786ff tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Feb 21 02:31:12.824260 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'name': 'network-vif-deleted', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:12.826638 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ed623-da46-4304-b643-04832fbaf2ea" -d '{"events": [{"server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "name": "network-vif-deleted", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:12.861621 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4faa3-3534-4580-8bb3-8ca8f0d5f12d x-openstack-request-id: req-5ab4faa3-3534-4580-8bb3-8ca8f0d5f12d {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:12.861845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c909020c-1e47-4a5c-826f-c8d88b2c7a05", "name": "network-vif-deleted", "tag": "10b7d237-63f4-46b8-9fb5-022ff16a013d", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:12.862102 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5ab4faa3-3534-4580-8bb3-8ca8f0d5f12d {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:12.862495 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c909020c-1e47-4a5c-826f-c8d88b2c7a05', 'name': 'network-vif-deleted', 'tag': '10b7d237-63f4-46b8-9fb5-022ff16a013d', 'status': 'completed', 'code': 200} Feb 21 02:31:13.302563 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ab60a-d50e-4884-9116-97043df6cdc7 req-74315f41-a20b-40a8-88c0-46b95800eb8d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:13.304090 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e7ab60a-d50e-4884-9116-97043df6cdc7 req-74315f41-a20b-40a8-88c0-46b95800eb8d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0569897 Feb 21 02:31:13.350557 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e7ab60a-d50e-4884-9116-97043df6cdc7 req-8f2a3278-214b-446e-87eb-3540be7de7ef tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Feb 21 02:31:14.489051 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23527c-f86a-4324-8732-e6865120514a req-4b693885-4eea-494e-b678-d0a55c1210e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:14.490589 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8b23527c-f86a-4324-8732-e6865120514a req-4b693885-4eea-494e-b678-d0a55c1210e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0628190 Feb 21 02:31:14.547679 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8b23527c-f86a-4324-8732-e6865120514a req-e354daa1-5008-4ee0-9b3a-d985c6cea655 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Feb 21 02:31:15.668599 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceb0e6-900c-4be0-895f-272cf0d013b7 req-4009cfb3-76db-4a2b-b6a4-2b1e4d5b8654 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:15.670132 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56ceb0e6-900c-4be0-895f-272cf0d013b7 req-4009cfb3-76db-4a2b-b6a4-2b1e4d5b8654 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0540957 Feb 21 02:31:15.716441 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56ceb0e6-900c-4be0-895f-272cf0d013b7 req-0a3c1768-cc2d-48cb-8557-0d04e69e2909 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Feb 21 02:31:16.159598 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 10b7d237-63f4-46b8-9fb5-022ff16a013d no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:16.180071 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 10b7d237-63f4-46b8-9fb5-022ff16a013d {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:16.180411 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 10b7d237-63f4-46b8-9fb5-022ff16a013d not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:16.180809 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b84a1600-9302-43ac-8004-61bd10577802 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:16.198893 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: b84a1600-9302-43ac-8004-61bd10577802 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:16.199237 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b84a1600-9302-43ac-8004-61bd10577802 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:16.844271 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497c029-1fd9-4ac1-8c59-2d335f205baf req-16c9bf00-a055-436d-8a6e-4fcf64b58003 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:16.846090 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6497c029-1fd9-4ac1-8c59-2d335f205baf req-16c9bf00-a055-436d-8a6e-4fcf64b58003 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0592785 Feb 21 02:31:16.893346 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6497c029-1fd9-4ac1-8c59-2d335f205baf req-5fb8d504-cb90-4499-8a0d-2473085425eb tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Feb 21 02:31:18.006508 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a4371-f53f-4ca4-9f22-937ec6935afc req-bc23bbd0-d8a8-48b9-bcf1-7d01744ad2b9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:18.007871 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b68a4371-f53f-4ca4-9f22-937ec6935afc req-bc23bbd0-d8a8-48b9-bcf1-7d01744ad2b9 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Feb 21 02:31:18.056225 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b68a4371-f53f-4ca4-9f22-937ec6935afc req-b25dc1e0-ada2-45f4-b675-8b0eb278e6b5 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Feb 21 02:31:19.171715 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f4771-0d1d-4b2d-b7f1-fccbcd8b5035 req-02c69c8e-88ea-4496-876d-44ba62b3b09a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:19.174137 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b2f4771-0d1d-4b2d-b7f1-fccbcd8b5035 req-02c69c8e-88ea-4496-876d-44ba62b3b09a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0517724 Feb 21 02:31:19.219204 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b2f4771-0d1d-4b2d-b7f1-fccbcd8b5035 req-5ef1a63d-3a25-479c-ad41-feb9a0081142 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Feb 21 02:31:20.335688 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ab306-5ecf-4782-8072-25d22655be04 req-e38912f0-ec70-4bc6-b5aa-3c3e08edf31d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:20.337163 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d8ab306-5ecf-4782-8072-25d22655be04 req-e38912f0-ec70-4bc6-b5aa-3c3e08edf31d tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Feb 21 02:31:20.384790 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d8ab306-5ecf-4782-8072-25d22655be04 req-c0d0a75d-0f62-41f5-bb37-5c6bcc5257c1 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Feb 21 02:31:21.506473 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1967002-0396-46c7-a684-b3fe5600ed77 req-8eabfac9-744c-4aed-8579-c1ef9fe7ad3a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:21.507933 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1967002-0396-46c7-a684-b3fe5600ed77 req-8eabfac9-744c-4aed-8579-c1ef9fe7ad3a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0556197 Feb 21 02:31:21.553708 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1967002-0396-46c7-a684-b3fe5600ed77 req-3e4298b0-240b-4d71-a2b4-4cdd8a26f01c tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Feb 21 02:31:22.710258 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76800f07-9c4e-448b-8c3e-8e68e99cb098 req-1b3aef0c-5e9e-4df2-aacc-4f3f31dd0af2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:22.711549 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-76800f07-9c4e-448b-8c3e-8e68e99cb098 req-1b3aef0c-5e9e-4df2-aacc-4f3f31dd0af2 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0898905 Feb 21 02:31:22.719099 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-5b6566d5-01dd-4ff7-a3b5-c75cbfc4cb5a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:22.721354 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-5b6566d5-01dd-4ff7-a3b5-c75cbfc4cb5a tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 945 time: 0.0866489 Feb 21 02:31:22.821796 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-76800f07-9c4e-448b-8c3e-8e68e99cb098 req-7f6009c9-1584-4f1f-9cf6-1f5650701aa0 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac48fdd0-9657-46ce-bdde-2ae20b12b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994892 Feb 21 02:31:22.848563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Deleting port 71ba9208-2448-4764-bb34-2672da8a2c21 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:22.848910 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:22.940560 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] For port 71ba9208-2448-4764-bb34-2672da8a2c21, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=71ba9208-2448-4764-bb34-2672da8a2c21,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:22.940926 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:22.953913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Calling delete_port for 71ba9208-2448-4764-bb34-2672da8a2c21 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:23.147869 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (71ba9208-2448-4764-bb34-2672da8a2c21), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:23.161213 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['71ba9208-2448-4764-bb34-2672da8a2c21'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:23.181216 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Pushing event deleted for resources: {'Port': ['ID=71ba9208-2448-4764-bb34-2672da8a2c21,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:23.230134 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] No DVR routers for this DVR port 71ba9208-2448-4764-bb34-2672da8a2c21 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:23.238725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471468e1-4d95-4957-9e19-2807d6667905 req-bd723176-8a29-4c12-a1e7-2816fd871760 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:23.240223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-471468e1-4d95-4957-9e19-2807d6667905 req-bd723176-8a29-4c12-a1e7-2816fd871760 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.1248446 Feb 21 02:31:23.241215 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:23.244346 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e03d03cb-3621-4830-a717-c6a86d3257cd req-3c4eb78a-0925-442a-84fe-0e35f5a72bb7 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.42 "DELETE /v2.0/ports/71ba9208-2448-4764-bb34-2672da8a2c21 HTTP/1.1" status: 204 len: 173 time: 0.5095327 Feb 21 02:31:23.244779 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'name': 'network-vif-deleted', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:23.247037 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e0ce4-a53d-4473-979c-ff19444959ca" -d '{"events": [{"server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "name": "network-vif-deleted", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:23.301213 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-471468e1-4d95-4957-9e19-2807d6667905 req-49135324-98c8-4970-a7fe-b602c05d049f tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Feb 21 02:31:23.326167 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be3e816-6ae3-467f-8cbe-194ec5e2681e x-openstack-request-id: req-6be3e816-6ae3-467f-8cbe-194ec5e2681e {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:23.326769 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeae50f-fa12-4250-8e53-9a5fcdded6d3", "name": "network-vif-deleted", "tag": "71ba9208-2448-4764-bb34-2672da8a2c21", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:23.327192 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6be3e816-6ae3-467f-8cbe-194ec5e2681e {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:23.327798 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeae50f-fa12-4250-8e53-9a5fcdded6d3', 'name': 'network-vif-deleted', 'tag': '71ba9208-2448-4764-bb34-2672da8a2c21', 'status': 'completed', 'code': 200} Feb 21 02:31:23.926554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-062da655-5eeb-4aa9-b07b-bb34e659356e req-22ce05e8-e5ed-4582-91f3-df2fe5e0e110 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Feb 21 02:31:24.420946 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545197-c3bf-4c2a-8819-6929f1010fe4 req-230d9a52-9833-4074-af38-91fbdbdf0127 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:24.422339 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8a545197-c3bf-4c2a-8819-6929f1010fe4 req-230d9a52-9833-4074-af38-91fbdbdf0127 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Feb 21 02:31:24.467420 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8a545197-c3bf-4c2a-8819-6929f1010fe4 req-f078c7f4-82c3-4132-8d33-bc15b827885b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Feb 21 02:31:25.029601 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-15b3d676-4ce4-43af-bef1-8fcc0ed1f4b4 req-ec6c852d-ec3d-4fb8-ae60-aaa9a63686e8 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 210 time: 0.0267985 Feb 21 02:31:25.589135 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8697c7-293a-46ea-a33c-0a076bf55bbf req-93d0bbe5-5a87-42cc-b02f-765e150698c3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:25.590630 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b8697c7-293a-46ea-a33c-0a076bf55bbf req-93d0bbe5-5a87-42cc-b02f-765e150698c3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0557590 Feb 21 02:31:25.636920 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b8697c7-293a-46ea-a33c-0a076bf55bbf req-182268f1-c3b5-4e18-9cee-5325f73b3860 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Feb 21 02:31:26.131984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6fca25d9-ea67-4171-a68a-c5e300ca871d req-999a6605-1197-4631-9435-0d2515e06c01 tempest-ServerRescueNegativeTestJSON-1487863988 tempest-ServerRescueNegativeTestJSON-1487863988-project] 10.222.0.75 "GET /v2.0/ports?device_id=8aeae50f-fa12-4250-8e53-9a5fcdded6d3 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Feb 21 02:31:26.754567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a85560-8c53-4864-84fb-b212c4d73e9f req-781f7258-7d43-4554-a586-e7632bf930ba tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:26.756042 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a9a85560-8c53-4864-84fb-b212c4d73e9f req-781f7258-7d43-4554-a586-e7632bf930ba tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Feb 21 02:31:26.801510 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a9a85560-8c53-4864-84fb-b212c4d73e9f req-3764ad2f-8594-4add-a00f-81f5f250cea4 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Feb 21 02:31:27.185706 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56948) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:27.597726 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:27.924564 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Deleting port 3d508b8c-e8d8-484d-990e-cbb79ca6d468 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:27.925221 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:27.933114 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99647ac5-1bee-46d1-b8c8-543302b5d64c req-c3082489-f59e-4044-9e37-5a132c8d0b38 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:27.934585 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99647ac5-1bee-46d1-b8c8-543302b5d64c req-c3082489-f59e-4044-9e37-5a132c8d0b38 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Feb 21 02:31:28.022174 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99647ac5-1bee-46d1-b8c8-543302b5d64c req-0844e00f-9e95-4a3d-94e1-ea3c12666d00 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783954 Feb 21 02:31:28.044764 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] For port 3d508b8c-e8d8-484d-990e-cbb79ca6d468, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=3d508b8c-e8d8-484d-990e-cbb79ca6d468,segment=NetworkSegment(f9a4a342-f46d-4ce2-8fe6-36eccd86be74),segment_id=f9a4a342-f46d-4ce2-8fe6-36eccd86be74)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:28.045126 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:28.057875 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Calling delete_port for 3d508b8c-e8d8-484d-990e-cbb79ca6d468 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:28.066216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 71ba9208-2448-4764-bb34-2672da8a2c21 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:28.090266 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 71ba9208-2448-4764-bb34-2672da8a2c21 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:28.090616 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 71ba9208-2448-4764-bb34-2672da8a2c21 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:28.465919 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (3d508b8c-e8d8-484d-990e-cbb79ca6d468), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:28.494495 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3d508b8c-e8d8-484d-990e-cbb79ca6d468,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:28.651507 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:28.864823 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Router 401a1336-1fa4-44d0-8ce4-d46c0c73921b has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:31:28.979787 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:31:28.985816 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fb51ded4-2909-4912-b84a-e60d790331fe admin admin] 10.222.0.75 "PUT /v2.0/routers/401a1336-1fa4-44d0-8ce4-d46c0c73921b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7985377 Feb 21 02:31:28.988557 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 56962) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:28.990196 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Sync routers for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:31:28.994283 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-00c59ba6-0111-4455-94e5-6e5fac5104be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.000083 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:29.000719 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:29.112875 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:29.143043 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks [] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.223899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169cb9f-e4d0-4f4a-b938-bb24b03559ad req-0397d458-d69d-48b8-96f8-608a1e5da02e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:29.225495 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1169cb9f-e4d0-4f4a-b938-bb24b03559ad req-0397d458-d69d-48b8-96f8-608a1e5da02e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.1299632 Feb 21 02:31:29.322401 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1169cb9f-e4d0-4f4a-b938-bb24b03559ad req-f5238994-7d1a-4da4-8cca-09231578679a tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915170 Feb 21 02:31:29.323906 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:31:28Z', 'revision_number': 5, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port': {'id': '4f63380b-45d2-4129-b774-e2964abeaf3f', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:29.324389 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks [] for router_gateway (401a1336-1fa4-44d0-8ce4-d46c0c73921b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.363635 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Checking router: 401a1336-1fa4-44d0-8ce4-d46c0c73921b for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:31:29.375041 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Routers {'401a1336-1fa4-44d0-8ce4-d46c0c73921b'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:29.376016 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:29.398605 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Deleting port 4f63380b-45d2-4129-b774-e2964abeaf3f {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:29.398901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.467738 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] Set router 401a1336-1fa4-44d0-8ce4-d46c0c73921b gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:29.470517 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56978) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:29.488013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] For port 4f63380b-45d2-4129-b774-e2964abeaf3f, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4f63380b-45d2-4129-b774-e2964abeaf3f,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:29.488450 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.501347 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Calling delete_port for 4f63380b-45d2-4129-b774-e2964abeaf3f owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:29.531627 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:31:29Z', 'revision_number': 6, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:29.558927 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b76dd-ac40-40b3-b564-b85c0a01a77c None None] The sync data for ids ['401a1336-1fa4-44d0-8ce4-d46c0c73921b'] in dv-cinder-804470-8-iscsi is: [{'id': '401a1336-1fa4-44d0-8ce4-d46c0c73921b', 'name': 'tempest-ServerRescueNegativeTestJSON-313221661-router', 'tenant_id': '34a6242d1dd24262be9852a4a5b1523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:29Z', 'updated_at': '2022-02-21T02:31:29Z', 'revision_number': 6, 'project_id': '34a6242d1dd24262be9852a4a5b1523d', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:31:29.584381 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7409-12f5-430f-ab82-b2dbd68b2265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.677505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7409-12f5-430f-ab82-b2dbd68b2265 admin admin] Publish callbacks [] for security_group (6148405d-c834-4777-84a9-bc51a85aef91), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.682200 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7409-12f5-430f-ab82-b2dbd68b2265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6148405d-c834-4777-84a9-bc51a85aef91), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.688592 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (4f63380b-45d2-4129-b774-e2964abeaf3f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.715671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f63380b-45d2-4129-b774-e2964abeaf3f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:29.727132 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fa7e7409-12f5-430f-ab82-b2dbd68b2265 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28b608ee4b62492081e04de5279eed36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528918 Feb 21 02:31:29.727132 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 56984) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:29.732902 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e7409-12f5-430f-ab82-b2dbd68b2265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6148405d-c834-4777-84a9-bc51a85aef91,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:29.779188 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.779517 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] Publish callbacks [] for security_group (6148405d-c834-4777-84a9-bc51a85aef91), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.802555 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] Publish callbacks [] for security_group (6148405d-c834-4777-84a9-bc51a85aef91), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.861379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6148405d-c834-4777-84a9-bc51a85aef91), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.864575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.865861 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6148405d-c834-4777-84a9-bc51a85aef91 HTTP/1.1" status: 204 len: 168 time: 0.1378031 Feb 21 02:31:29.883386 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b218980-9dee-49a3-8ca2-1bd0ccef2ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6148405d-c834-4777-84a9-bc51a85aef91,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:29.912797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:29.916308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks [] for router_controller (401a1336-1fa4-44d0-8ce4-d46c0c73921b), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.002152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (401a1336-1fa4-44d0-8ce4-d46c0c73921b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.003001 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401a1336-1fa4-44d0-8ce4-d46c0c73921b {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:31:30.009090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.010027 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f40529ae-d6e1-4d61-918f-8fa4459e9d47 admin admin] 10.222.0.75 "DELETE /v2.0/routers/401a1336-1fa4-44d0-8ce4-d46c0c73921b HTTP/1.1" status: 204 len: 168 time: 1.0204537 Feb 21 02:31:30.012521 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 56988) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:30.061849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Deleting subnet e973847a-e649-4cdc-bbca-b61eee11cbeb {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:31:30.065789 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Publish callbacks [] for subnet (e973847a-e649-4cdc-bbca-b61eee11cbeb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.100002 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (e973847a-e649-4cdc-bbca-b61eee11cbeb), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.139717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (e973847a-e649-4cdc-bbca-b61eee11cbeb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.195622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (e973847a-e649-4cdc-bbca-b61eee11cbeb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.221958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e973847a-e649-4cdc-bbca-b61eee11cbeb,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:30.225346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.228490 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9d22102a-7bea-4b7b-a9ff-2fd2b547a622 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e973847a-e649-4cdc-bbca-b61eee11cbeb HTTP/1.1" status: 204 len: 168 time: 0.2150488 Feb 21 02:31:30.231093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 56998) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:30.299551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (92bfa233-3dc8-4ee8-9d61-df1a18ceb898), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.433436 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (92bfa233-3dc8-4ee8-9d61-df1a18ceb898), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.459961 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bfa233-3dc8-4ee8-9d61-df1a18ceb898']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:30.468200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099af005-be01-4dbc-a0fe-3cab40823873 req-5e6bcb2a-6f5d-445f-a3d2-98ccad69f1d3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:30.469753 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-099af005-be01-4dbc-a0fe-3cab40823873 req-5e6bcb2a-6f5d-445f-a3d2-98ccad69f1d3 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.1371055 Feb 21 02:31:30.478376 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:30.478632 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a4a342-f46d-4ce2-8fe6-36eccd86be74') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:30.484383 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c9a7-2861-44ef-bcbc-a24ea8b8de74 req-8f77ab29-617b-4efd-a86d-5635658bae70 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:30.487056 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dab5c9a7-2861-44ef-bcbc-a24ea8b8de74 req-8f77ab29-617b-4efd-a86d-5635658bae70 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 945 time: 0.0692186 Feb 21 02:31:30.499741 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (f9a4a342-f46d-4ce2-8fe6-36eccd86be74), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.548585 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (f9a4a342-f46d-4ce2-8fe6-36eccd86be74), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.553911 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dab5c9a7-2861-44ef-bcbc-a24ea8b8de74 req-fd152810-ab3e-4611-b6bd-e87f35ffb92b tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/security-groups?id=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613031 Feb 21 02:31:30.584090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:31:30.584494 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (f9a4a342-f46d-4ce2-8fe6-36eccd86be74), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:31:30.586424 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:31:30.647868 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (92bfa233-3dc8-4ee8-9d61-df1a18ceb898), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.655687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.658994 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] 10.222.0.75 "DELETE /v2.0/networks/92bfa233-3dc8-4ee8-9d61-df1a18ceb898 HTTP/1.1" status: 204 len: 168 time: 0.4268575 Feb 21 02:31:30.674377 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1ccba-9ae4-447e-ae41-c8c4aae96146 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bfa233-3dc8-4ee8-9d61-df1a18ceb898,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:30.687305 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Deleting port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:30.687649 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.839818 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] For port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,segment=NetworkSegment(009f9c4d-f57c-4965-a60f-2ee8a5ff91e0),segment_id=009f9c4d-f57c-4965-a60f-2ee8a5ff91e0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:30.840195 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:30.858291 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Calling delete_port for 2460a313-d85b-438c-8bd0-f46e5ebbd9ff owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:30.981845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57032) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:30.983960 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 3d508b8c-e8d8-484d-990e-cbb79ca6d468 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:31.027947 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 3d508b8c-e8d8-484d-990e-cbb79ca6d468 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:31.028374 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 3d508b8c-e8d8-484d-990e-cbb79ca6d468 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:31.028773 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4f63380b-45d2-4129-b774-e2964abeaf3f no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:31.050602 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 4f63380b-45d2-4129-b774-e2964abeaf3f {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:31.050994 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4f63380b-45d2-4129-b774-e2964abeaf3f not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:31.067840 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7f891dc4-6db9-49b5-bd53-c60a490d0ae0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34a6242d1dd24262be9852a4a5b1523d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0848620 Feb 21 02:31:31.070532 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57036) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:31.112570 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (2460a313-d85b-438c-8bd0-f46e5ebbd9ff), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.122380 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe088d-8187-430c-93ca-69994487d8c1 req-09f81806-c28c-4891-b95e-7a052a98d665 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:31.124036 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2dbe088d-8187-430c-93ca-69994487d8c1 req-09f81806-c28c-4891-b95e-7a052a98d665 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0579119 Feb 21 02:31:31.148657 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2460a313-d85b-438c-8bd0-f46e5ebbd9ff'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:31.160958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Pushing event deleted for resources: {'Port': ['ID=2460a313-d85b-438c-8bd0-f46e5ebbd9ff,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:31.186449 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2dbe088d-8187-430c-93ca-69994487d8c1 req-532b0783-dad6-4374-9d87-831e8ad3df8d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536022 Feb 21 02:31:31.200451 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57040) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:31.217537 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] No DVR routers for this DVR port 2460a313-d85b-438c-8bd0-f46e5ebbd9ff on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:31.224052 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.227325 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-099af005-be01-4dbc-a0fe-3cab40823873 req-dfa60a18-bc61-4f05-bb5b-7918f7a6309e tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.42 "DELETE /v2.0/ports/2460a313-d85b-438c-8bd0-f46e5ebbd9ff HTTP/1.1" status: 204 len: 173 time: 0.7467608 Feb 21 02:31:31.227762 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'name': 'network-vif-deleted', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:31.230007 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f508cd48-709e-4a02-9bc3-f7b6c3083564" -d '{"events": [{"server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "name": "network-vif-deleted", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:31.238365 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] Publish callbacks [] for security_group (ac48fdd0-9657-46ce-bdde-2ae20b12b8db), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.269591 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] Publish callbacks [] for security_group (ac48fdd0-9657-46ce-bdde-2ae20b12b8db), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.277255 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186b216-411e-4f88-9b9f-3d25473b5cb4 x-openstack-request-id: req-3186b216-411e-4f88-9b9f-3d25473b5cb4 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:31.277516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2034fae-347a-4500-8cbf-606b03dcfcc5", "name": "network-vif-deleted", "tag": "2460a313-d85b-438c-8bd0-f46e5ebbd9ff", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:31.277825 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3186b216-411e-4f88-9b9f-3d25473b5cb4 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:31.278289 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2034fae-347a-4500-8cbf-606b03dcfcc5', 'name': 'network-vif-deleted', 'tag': '2460a313-d85b-438c-8bd0-f46e5ebbd9ff', 'status': 'completed', 'code': 200} Feb 21 02:31:31.328906 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ac48fdd0-9657-46ce-bdde-2ae20b12b8db), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.329695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f08310f-3448-4806-b9ed-d2c28ebd8a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.332965 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.336792 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac48fdd0-9657-46ce-bdde-2ae20b12b8db HTTP/1.1" status: 204 len: 168 time: 0.2626896 Feb 21 02:31:31.351305 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447b1f-e73f-440c-b458-23f99b4ce415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48fdd0-9657-46ce-bdde-2ae20b12b8db,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:31.428142 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f08310f-3448-4806-b9ed-d2c28ebd8a6e admin admin] Publish callbacks [] for security_group (536bbe36-4ecf-42a7-b1d0-60241117988a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.434669 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f08310f-3448-4806-b9ed-d2c28ebd8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (536bbe36-4ecf-42a7-b1d0-60241117988a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.444006 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-78f71139-7847-40db-a0c2-9ad3d8540ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.479070 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8f08310f-3448-4806-b9ed-d2c28ebd8a6e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bcb085e85e324a29b617fa3618812d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775481 Feb 21 02:31:31.479933 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08310f-3448-4806-b9ed-d2c28ebd8a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536bbe36-4ecf-42a7-b1d0-60241117988a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:31.482017 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57050) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:31.533044 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] Publish callbacks [] for security_group (536bbe36-4ecf-42a7-b1d0-60241117988a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.554630 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] Publish callbacks [] for security_group (536bbe36-4ecf-42a7-b1d0-60241117988a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.603439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (536bbe36-4ecf-42a7-b1d0-60241117988a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.606381 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:31.607658 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/536bbe36-4ecf-42a7-b1d0-60241117988a HTTP/1.1" status: 204 len: 168 time: 0.1237941 Feb 21 02:31:31.629117 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc423d8-3b43-4f29-89fb-55803a14d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536bbe36-4ecf-42a7-b1d0-60241117988a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:31.695530 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4a7e8ba-260d-436e-a02a-e9c9d41a6dc7 req-73f1f820-6422-4b83-bb6b-2b1f9138cb19 tempest-AttachVolumeNegativeTest-824279598 tempest-AttachVolumeNegativeTest-824279598-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2034fae-347a-4500-8cbf-606b03dcfcc5 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Feb 21 02:31:32.134303 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57078) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:32.230435 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-network', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:32.236742 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.250159 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Made reservation on behalf of 6331fee47dce4e8b88574ea961f8b9a3 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:32.252766 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.262866 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.341378 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcce19-1bcd-440e-ba80-1d34523ac08e req-f8e041ee-c3bc-451f-82b6-27175c36eaa8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:32.342908 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4adcce19-1bcd-440e-ba80-1d34523ac08e req-f8e041ee-c3bc-451f-82b6-27175c36eaa8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0817878 Feb 21 02:31:32.416837 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4adcce19-1bcd-440e-ba80-1d34523ac08e req-f75bc8ec-f3ff-4da6-a65f-a133af4ed445 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677464 Feb 21 02:31:32.418519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks [] for security_group (c88c3bc2-ca50-4fbe-824a-0203d8eb3275), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.422299 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c88c3bc2-ca50-4fbe-824a-0203d8eb3275), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.444837 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:31:32.460127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c3bc2-ca50-4fbe-824a-0203d8eb3275,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:32.463079 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (336ea48c-5dac-412b-9110-5a77e2a76ea0), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.463431 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Added segment 336ea48c-5dac-412b-9110-5a77e2a76ea0 of type vlan for network aed7eff0-82e8-4eca-ade5-d5275418c168 Feb 21 02:31:32.503926 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (aed7eff0-82e8-4eca-ade5-d5275418c168), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.527635 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (aed7eff0-82e8-4eca-ade5-d5275418c168), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.528568 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:32.529150 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.582305 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4469111 Feb 21 02:31:32.585506 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57084) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:32.590413 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Request body: {'subnet': {'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-subnet', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:32.592627 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209faa9-82c8-4573-9104-eb1ab636851d admin admin] Pushing event updated for resources: {'Network': ['ID=aed7eff0-82e8-4eca-ade5-d5275418c168,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:32.602810 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network aed7eff0-82e8-4eca-ade5-d5275418c168 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:31:32.611483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Made reservation on behalf of 6331fee47dce4e8b88574ea961f8b9a3 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:32.613994 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.757564 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57090) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:32.783646 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (ae06fc0b-8295-4635-a967-d24f3a46742c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.810230 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Deleting subnet 798881ee-d097-4690-8f55-082f01260f08 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:31:32.817080 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Publish callbacks [] for subnet (798881ee-d097-4690-8f55-082f01260f08), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.844064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae06fc0b-8295-4635-a967-d24f3a46742c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:32.849525 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Checking segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:32.850120 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Network hostable DHCP agents. Network: aed7eff0-82e8-4eca-ade5-d5275418c168, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:31:32.856493 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (798881ee-d097-4690-8f55-082f01260f08), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.870088 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:31:32.880898 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, aed7eff0-82e8-4eca-ade5-d5275418c168) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:32.885514 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:32.886196 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.892466 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c57c72-32ac-46f8-aa94-a2ea6bb4c259 None None] Network aed7eff0-82e8-4eca-ade5-d5275418c168 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:32.905117 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a4ae95b1-280a-4b06-8278-3da73f850516 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3184597 Feb 21 02:31:32.908026 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57096) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:32.912440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:32.914326 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (798881ee-d097-4690-8f55-082f01260f08), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.937448 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.939355 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:32.988153 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (798881ee-d097-4690-8f55-082f01260f08), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.018769 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for router_controller (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.030455 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-aed7eff0-82e8-4eca-ade5-d5275418c168', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:31:33.031615 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.200611 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Allocated IP 172.20.0.2 (aed7eff0-82e8-4eca-ade5-d5275418c168/ae06fc0b-8295-4635-a967-d24f3a46742c/d9f6f8b4-5047-4925-aebd-038ceebc2639) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:33.219879 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for router_gateway (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.259384 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798881ee-d097-4690-8f55-082f01260f08,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:33.261212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.264371 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8788c554-add7-4620-adf7-866270826a8c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/798881ee-d097-4690-8f55-082f01260f08 HTTP/1.1" status: 204 len: 168 time: 0.5057678 Feb 21 02:31:33.270092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57102) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:33.357707 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.391045 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks [] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.398544 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.442626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.445245 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:33.452911 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:33.455579 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Pushing event updated for resources: {'Port': ['ID=d9f6f8b4-5047-4925-aebd-038ceebc2639,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:33.457428 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:33.465567 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d7fbe4-b74f-4889-adca-b065ca5bd2cf']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:33.467414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for router_gateway (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.479274 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:33.479586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009f9c4d-f57c-4965-a60f-2ee8a5ff91e0') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:33.490781 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.498581 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (009f9c4d-f57c-4965-a60f-2ee8a5ff91e0), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.515422 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (009f9c4d-f57c-4965-a60f-2ee8a5ff91e0), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.522380 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:31:33.523043 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Attempting to bind port d9f6f8b4-5047-4925-aebd-038ceebc2639 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:31:33.523187 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (009f9c4d-f57c-4965-a60f-2ee8a5ff91e0), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.523548 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Attempting to bind port d9f6f8b4-5047-4925-aebd-038ceebc2639 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:31:33.524025 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Attempting to bind port d9f6f8b4-5047-4925-aebd-038ceebc2639 on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:31:33.525243 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:31:33.531580 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:31:33.533386 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Checking segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:33.533967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.534479 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Bound using segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:31:33.535066 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Bound port: d9f6f8b4-5047-4925-aebd-038ceebc2639, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:31:33.536113 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.581242 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (d4d7fbe4-b74f-4889-adca-b065ca5bd2cf), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.619074 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] For port d9f6f8b4-5047-4925-aebd-038ceebc2639, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:31:33.620000 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.622795 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] For port d9f6f8b4-5047-4925-aebd-038ceebc2639, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=d9f6f8b4-5047-4925-aebd-038ceebc2639,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:31:33.627538 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] 10.222.0.75 "DELETE /v2.0/networks/d4d7fbe4-b74f-4889-adca-b065ca5bd2cf HTTP/1.1" status: 204 len: 168 time: 0.3564174 Feb 21 02:31:33.628816 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6134a-269f-4612-ba17-891d1213744f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d7fbe4-b74f-4889-adca-b065ca5bd2cf,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:33.635579 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.637958 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f9ac-685f-4bae-acac-dfe099f7d20e req-8db93aba-ba56-4eea-a701-55fc9b4460ca tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:33.639663 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa76f9ac-685f-4bae-acac-dfe099f7d20e req-8db93aba-ba56-4eea-a701-55fc9b4460ca tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1063271 Feb 21 02:31:33.647722 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Allocated IP 172.27.1.240 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/fc680b5a-ebd6-410f-be70-703e8bd9637a) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:33.698489 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b1f31-127c-44f0-8df1-4063922f5448 None None] Pushing event updated for resources: {'Port': ['ID=d9f6f8b4-5047-4925-aebd-038ceebc2639,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:33.760080 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa76f9ac-685f-4bae-acac-dfe099f7d20e req-3f46b186-f56d-450c-9778-07565fc3afc9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100836 Feb 21 02:31:33.780929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57108) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:33.807108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.826648 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.829261 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-caf8209c-ea3d-4ce5-9cf0-7205d2489ad2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=440cb05903bb427baa54dbe25b56ee7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470498 Feb 21 02:31:33.829770 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57110) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:33.927967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] Publish callbacks [] for security_group (ac541f66-aeaf-430f-ad8f-bc4bd37fb45f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:33.932971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.002000 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] Publish callbacks [] for security_group (ac541f66-aeaf-430f-ad8f-bc4bd37fb45f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.020991 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:34.030598 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:34.043055 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:34.047093 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc680b5a-ebd6-410f-be70-703e8bd9637a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:34.202719 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ac541f66-aeaf-430f-ad8f-bc4bd37fb45f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.205960 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.207115 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac541f66-aeaf-430f-ad8f-bc4bd37fb45f HTTP/1.1" status: 204 len: 168 time: 0.3763587 Feb 21 02:31:34.223562 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03444c82-29d7-4991-ac51-bc8aa7d2d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac541f66-aeaf-430f-ad8f-bc4bd37fb45f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:34.372901 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for router_gateway (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.723367 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40e4c0-f7e6-4606-8bd2-e3bdae731d9e None None] Network aed7eff0-82e8-4eca-ade5-d5275418c168 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:34.737987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a438c5-19d9-4632-bef8-1308f9253e59 req-45313dce-20be-4308-9f54-b78a9d504de2 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:34.739472 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3a438c5-19d9-4632-bef8-1308f9253e59 req-45313dce-20be-4308-9f54-b78a9d504de2 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.3291216 Feb 21 02:31:34.855827 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2460a313-d85b-438c-8bd0-f46e5ebbd9ff no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:34.861046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3a438c5-19d9-4632-bef8-1308f9253e59 req-96eeb3ee-d28f-45c4-843a-06fe70ef9a01 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106205 Feb 21 02:31:34.897284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Provisioning complete for port d9f6f8b4-5047-4925-aebd-038ceebc2639 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:34.897284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.897284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 2460a313-d85b-438c-8bd0-f46e5ebbd9ff {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:34.897284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2460a313-d85b-438c-8bd0-f46e5ebbd9ff not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:34.898001 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b969e-77bd-4dcf-9b5f-bb02cfdedf81 req-89afcf91-be25-4538-b51e-5bccd81d0f42 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:34.902590 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e43b969e-77bd-4dcf-9b5f-bb02cfdedf81 req-89afcf91-be25-4538-b51e-5bccd81d0f42 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0673463 Feb 21 02:31:34.964723 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:34.978984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e43b969e-77bd-4dcf-9b5f-bb02cfdedf81 req-b224b2c2-3cf2-4170-9ab3-6daa42314426 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753264 Feb 21 02:31:35.032847 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Current status of the port d9f6f8b4-5047-4925-aebd-038ceebc2639 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:35.035640 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.041177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device d9f6f8b4-5047-4925-aebd-038ceebc2639 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:31:35.074856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57140) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:35.146249 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:31:35.204061 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928104892-network', 'tenant_id': 'da37077f566c42cca6081a4afde65f38'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:35.257714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] For port d9f6f8b4-5047-4925-aebd-038ceebc2639, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=d9f6f8b4-5047-4925-aebd-038ceebc2639,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:35.262690 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.262954 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Made reservation on behalf of da37077f566c42cca6081a4afde65f38 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:35.265255 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.275070 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.290358 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port d9f6f8b4-5047-4925-aebd-038ceebc2639 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:35.290723 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.313054 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:31:35.326924 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:31:35.343104 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.347597 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-67683647-f739-47f4-87ae-bb8a57d76ce4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4351501 Feb 21 02:31:35.348272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57144) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:35.363945 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Pushing event updated for resources: {'Port': ['ID=d9f6f8b4-5047-4925-aebd-038ceebc2639,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:35.383582 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:35.384510 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:35.389336 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.389925 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.390427 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.390922 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.391633 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.392388 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.392875 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.393366 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.393938 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.394457 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.394942 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.395447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.395783 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b4670-e063-48a2-b1f5-354b08e28d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:35.397577 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks [] for security_group (ea5d1ff4-7b31-4dc4-9d03-f477c4336a48), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.403434 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ea5d1ff4-7b31-4dc4-9d03-f477c4336a48), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.427292 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:31:35.440842 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.441761 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d1ff4-7b31-4dc4-9d03-f477c4336a48,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:35.448672 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.449453 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Added segment 65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27 of type vlan for network 2ce71875-a8bb-4da2-a4dd-75be3dd70697 Feb 21 02:31:35.469101 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-0882e512-c238-4403-89a2-3f179af2fb2c None None] Provisioning complete for port d9f6f8b4-5047-4925-aebd-038ceebc2639 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:35.471033 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0882e512-c238-4403-89a2-3f179af2fb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.497320 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (2ce71875-a8bb-4da2-a4dd-75be3dd70697), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.528197 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (2ce71875-a8bb-4da2-a4dd-75be3dd70697), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.529094 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:35.529843 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.578485 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port d9f6f8b4-5047-4925-aebd-038ceebc2639 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:35.585681 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5072665 Feb 21 02:31:35.586148 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57146) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:35.590882 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Request body: {'subnet': {'network_id': '2ce71875-a8bb-4da2-a4dd-75be3dd70697', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928104892-subnet', 'tenant_id': 'da37077f566c42cca6081a4afde65f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:35.603140 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:35.617273 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd56c6c-0e87-4d70-b3bc-e6a315de0ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce71875-a8bb-4da2-a4dd-75be3dd70697,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:35.628707 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Made reservation on behalf of da37077f566c42cca6081a4afde65f38 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:35.631109 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.635303 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 2ce71875-a8bb-4da2-a4dd-75be3dd70697 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:31:35.798401 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.806182 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.811148 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-0882e512-c238-4403-89a2-3f179af2fb2c None None] Current status of the port d9f6f8b4-5047-4925-aebd-038ceebc2639 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:35.869340 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:35.876613 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Checking segment: {'id': '65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2ce71875-a8bb-4da2-a4dd-75be3dd70697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:35.876996 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Network hostable DHCP agents. Network: 2ce71875-a8bb-4da2-a4dd-75be3dd70697, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:31:35.895345 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Network 2ce71875-a8bb-4da2-a4dd-75be3dd70697 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:31:35.907728 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 2ce71875-a8bb-4da2-a4dd-75be3dd70697) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:35.910039 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:34Z', 'revision_number': 3, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:35.914112 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:35.915081 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:35.945537 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-03cac5bc-b3b0-45fa-bef2-dabdc0044d0f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3581634 Feb 21 02:31:35.950978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c923e-8f5d-4caa-a97d-067d52fc7278 None None] Network 2ce71875-a8bb-4da2-a4dd-75be3dd70697 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:35.954333 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:31:35.954763 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Updating router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 port fc680b5a-ebd6-410f-be70-703e8bd9637a binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:31:35.996302 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Allocated IP 172.20.0.1 (aed7eff0-82e8-4eca-ade5-d5275418c168/ae06fc0b-8295-4635-a967-d24f3a46742c/0e7372da-ec19-4865-abb2-ef3302ade29a) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:36.032346 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.086380 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3420-5878-4699-b52c-6f41a877660d req-aa689aac-eea3-4ce2-9c64-d2f0ea927b30 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:36.089025 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-500f3420-5878-4699-b52c-6f41a877660d req-aa689aac-eea3-4ce2-9c64-d2f0ea927b30 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.0957036 Feb 21 02:31:36.144575 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-500f3420-5878-4699-b52c-6f41a877660d req-d6ca2a6d-1128-4eb7-a413-fd590c194ab9 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Feb 21 02:31:36.175218 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcf252-4bac-40ce-8d1c-aca25fbe321e None None] Network 2ce71875-a8bb-4da2-a4dd-75be3dd70697 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:36.221147 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560ca38-7303-4a13-bb01-639ed10b2578 req-a3d39e90-1227-454d-a1d0-07a81c7914af tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:36.222683 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7560ca38-7303-4a13-bb01-639ed10b2578 req-a3d39e90-1227-454d-a1d0-07a81c7914af tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1000674 Feb 21 02:31:36.248486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks [] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.316263 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7560ca38-7303-4a13-bb01-639ed10b2578 req-09ce41c0-49cf-4df3-a550-c673ad9416f1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841103 Feb 21 02:31:36.343369 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.413606 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:36.422286 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:36.429897 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:36.460812 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:36.469126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks [] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.472121 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.482666 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.502490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57166) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:36.507519 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607994049-network', 'tenant_id': '03a53026fe7b4d319109eb4f87db1105'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:36.535533 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Made reservation on behalf of 03a53026fe7b4d319109eb4f87db1105 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:36.537673 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-5902805c-449d-4d3c-bf73-ce8ed31c7ef7 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:36.539974 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-5902805c-449d-4d3c-bf73-ce8ed31c7ef7 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 945 time: 0.1627092 Feb 21 02:31:36.544776 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.550439 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Attempting to bind port fc680b5a-ebd6-410f-be70-703e8bd9637a on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:31:36.550811 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Attempting to bind port fc680b5a-ebd6-410f-be70-703e8bd9637a by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:31:36.551168 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Attempting to bind port fc680b5a-ebd6-410f-be70-703e8bd9637a on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:36.555077 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.560414 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb7d4-238c-4891-9fc8-105669df9b62 None None] Pushing event updated for resources: {'Port': ['ID=fc680b5a-ebd6-410f-be70-703e8bd9637a,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:36.566024 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:31:36.568311 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:36.569053 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.569535 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:31:36.570080 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Bound port: fc680b5a-ebd6-410f-be70-703e8bd9637a, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:31:36.570594 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.651060 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] For port fc680b5a-ebd6-410f-be70-703e8bd9637a, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:31:36.656031 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] For port fc680b5a-ebd6-410f-be70-703e8bd9637a, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fc680b5a-ebd6-410f-be70-703e8bd9637a,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:31:36.666669 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.685607 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks [] for security_group (3224cc46-1366-412c-a89e-97ae4f669f65), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.692874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3224cc46-1366-412c-a89e-97ae4f669f65), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.718410 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:31:36.722819 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.733552 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224cc46-1366-412c-a89e-97ae4f669f65,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:36.738819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:36.739635 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:36.739795 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Deleting port 2021a41e-916a-4ed6-a694-a01cc08dc51c {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:31:36.740036 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.742498 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (541373e7-855e-4440-9ac1-0cad8fd30db8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.743044 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Added segment 541373e7-855e-4440-9ac1-0cad8fd30db8 of type vlan for network ab8d1a8e-4a05-401b-a3de-756015ccea74 Feb 21 02:31:36.790373 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (ab8d1a8e-4a05-401b-a3de-756015ccea74), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.811108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb7d4-238c-4891-9fc8-105669df9b62 None None] Pushing event updated for resources: {'Port': ['ID=fc680b5a-ebd6-410f-be70-703e8bd9637a,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:36.821924 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-31883d3b-5c51-45f6-a2b9-19007e9d3bf3 None None] Provisioning complete for port 0e7372da-ec19-4865-abb2-ef3302ade29a triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:36.822526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-31883d3b-5c51-45f6-a2b9-19007e9d3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.834136 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (ab8d1a8e-4a05-401b-a3de-756015ccea74), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.835449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:36.836104 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.896550 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3927383 Feb 21 02:31:36.899272 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57172) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:36.904079 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Request body: {'subnet': {'network_id': 'ab8d1a8e-4a05-401b-a3de-756015ccea74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607994049-subnet', 'tenant_id': '03a53026fe7b4d319109eb4f87db1105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:36.912177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-31883d3b-5c51-45f6-a2b9-19007e9d3bf3 None None] Port 0e7372da-ec19-4865-abb2-ef3302ade29a cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:31:36.917362 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] For port 2021a41e-916a-4ed6-a694-a01cc08dc51c, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=2021a41e-916a-4ed6-a694-a01cc08dc51c,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:36.917770 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:36.921787 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:36.925854 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa7dd1-0be2-4bd5-ad3c-1ff1a094cfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8d1a8e-4a05-401b-a3de-756015ccea74,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:36.934487 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Calling delete_port for 2021a41e-916a-4ed6-a694-a01cc08dc51c owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:31:36.946045 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Made reservation on behalf of 03a53026fe7b4d319109eb4f87db1105 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:36.948868 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.051917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks [] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.064609 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.139568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network ab8d1a8e-4a05-401b-a3de-756015ccea74 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:31:37.141568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device d9f6f8b4-5047-4925-aebd-038ceebc2639 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:31:37.146404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (9d120e1b-2cbe-4d9b-9786-a32c8a94e225), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.170254 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:37.173465 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.205036 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d120e1b-2cbe-4d9b-9786-a32c8a94e225,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:37.214826 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Checking segment: {'id': '541373e7-855e-4440-9ac1-0cad8fd30db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ab8d1a8e-4a05-401b-a3de-756015ccea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:37.215257 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Network hostable DHCP agents. Network: ab8d1a8e-4a05-401b-a3de-756015ccea74, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:31:37.236753 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Network ab8d1a8e-4a05-401b-a3de-756015ccea74 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:31:37.244792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (2021a41e-916a-4ed6-a694-a01cc08dc51c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.249000 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, ab8d1a8e-4a05-401b-a3de-756015ccea74) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:37.255444 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:37.256477 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.265592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['2021a41e-916a-4ed6-a694-a01cc08dc51c'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:31:37.285517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7b822-f04c-468a-a013-d718eb00de38 None None] Network ab8d1a8e-4a05-401b-a3de-756015ccea74 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:37.285777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Pushing event deleted for resources: {'Port': ['ID=2021a41e-916a-4ed6-a694-a01cc08dc51c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:37.301872 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-180556f5-5e85-4ac6-a726-f6216c2ffd08 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3932083 Feb 21 02:31:37.349139 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c19b86a5-1f8e-4ead-807a-968e60f8474a req-fc4d199e-b8dd-4804-8281-9418e650cf3c tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ecd84e6-18a9-4335-8476-507d531cda92 HTTP/1.1" status: 200 len: 210 time: 0.0378656 Feb 21 02:31:37.364999 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] No DVR routers for this DVR port 2021a41e-916a-4ed6-a694-a01cc08dc51c on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:31:37.368407 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.373379 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-92b9a208-07a5-437c-9d53-a7b87ff1ff0d req-bb43bea2-d444-4596-af4d-335ebc8803ce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "DELETE /v2.0/ports/2021a41e-916a-4ed6-a694-a01cc08dc51c HTTP/1.1" status: 204 len: 173 time: 0.8260462 Feb 21 02:31:37.377164 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'name': 'network-vif-deleted', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:37.381161 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a19292-7d4c-4395-8278-6601a9840930" -d '{"events": [{"server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "name": "network-vif-deleted", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:37.395484 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:37.397420 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:37.486559 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57182) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:37.500885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b4d32-1fd9-49ce-a20f-f20861b73fc3 None None] Network ab8d1a8e-4a05-401b-a3de-756015ccea74 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:31:37.559026 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d80e5-f5dd-4cce-ab97-93c9404e40ed x-openstack-request-id: req-3f4d80e5-f5dd-4cce-ab97-93c9404e40ed {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:37.559324 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecd84e6-18a9-4335-8476-507d531cda92", "name": "network-vif-deleted", "tag": "2021a41e-916a-4ed6-a694-a01cc08dc51c", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:37.559759 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f4d80e5-f5dd-4cce-ab97-93c9404e40ed {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:37.560319 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ecd84e6-18a9-4335-8476-507d531cda92', 'name': 'network-vif-deleted', 'tag': '2021a41e-916a-4ed6-a694-a01cc08dc51c', 'status': 'completed', 'code': 200} Feb 21 02:31:37.564964 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Deleting subnet 9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:31:37.568971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Publish callbacks [] for subnet (9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.604622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:31:37.615567 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port d9f6f8b4-5047-4925-aebd-038ceebc2639 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:37.616098 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.619206 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.670310 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.682737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badee1-23bd-4336-94b4-fd46c28625bc req-60e06058-2aee-4f4a-8077-e517409418f3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:37.690385 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-63badee1-23bd-4336-94b4-fd46c28625bc req-60e06058-2aee-4f4a-8077-e517409418f3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1363361 Feb 21 02:31:37.735702 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.763860 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:37.771295 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.774696 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-24575b54-6dec-4ced-8ebd-d6f75089f99a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9e6c2801-29ee-4cb3-8d26-e23d43e1c2ea HTTP/1.1" status: 204 len: 168 time: 0.2871282 Feb 21 02:31:37.777184 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57184) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:37.786744 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-63badee1-23bd-4336-94b4-fd46c28625bc req-36e1d24b-e89a-4eda-88a0-d4f3c4cfb9fa tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954876 Feb 21 02:31:37.795434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:31:37.801102 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7866a545-d401-48c4-a5d5-7bf94e1e8ec9 admin admin] 10.222.0.75 "PUT /v2.0/routers/653ee183-9f80-4e0d-a3fb-15e9bbaf26b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511373 Feb 21 02:31:37.810475 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-88e35d7f-e59d-47a5-bb8d-a9196e344708 None None] Provisioning complete for port 0e7372da-ec19-4865-abb2-ef3302ade29a triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:37.810949 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-88e35d7f-e59d-47a5-bb8d-a9196e344708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.817417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:37.879126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751e0e1-7628-4529-8e37-eeafd6dca04f None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:31:37.881756 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (2ce71875-a8bb-4da2-a4dd-75be3dd70697), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.882491 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port d9f6f8b4-5047-4925-aebd-038ceebc2639 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:37.894074 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-88e35d7f-e59d-47a5-bb8d-a9196e344708 None None] Port 0e7372da-ec19-4865-abb2-ef3302ade29a cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:31:37.963969 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (2ce71875-a8bb-4da2-a4dd-75be3dd70697), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:37.994038 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce71875-a8bb-4da2-a4dd-75be3dd70697']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.010937 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.011220 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.021801 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.035577 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.042689 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:31:38.043272 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (65d03ff7-fde2-46ac-8ac9-e7abb0a2ba27), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:31:38.054675 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:31:38.104675 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (2ce71875-a8bb-4da2-a4dd-75be3dd70697), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.114066 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.124618 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57192) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:38.136887 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2ce71875-a8bb-4da2-a4dd-75be3dd70697 HTTP/1.1" status: 204 len: 168 time: 0.3585627 Feb 21 02:31:38.163109 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a1464-b730-4135-aa5a-8932e30876e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce71875-a8bb-4da2-a4dd-75be3dd70697,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:38.196759 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Deleting subnet 9d120e1b-2cbe-4d9b-9786-a32c8a94e225 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:31:38.200413 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Publish callbacks [] for subnet (9d120e1b-2cbe-4d9b-9786-a32c8a94e225), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.241518 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (9d120e1b-2cbe-4d9b-9786-a32c8a94e225), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.289236 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (9d120e1b-2cbe-4d9b-9786-a32c8a94e225), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.349342 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (9d120e1b-2cbe-4d9b-9786-a32c8a94e225), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.379132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.382393 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9d120e1b-2cbe-4d9b-9786-a32c8a94e225 HTTP/1.1" status: 204 len: 168 time: 0.2566175 Feb 21 02:31:38.384798 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57198) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:38.393524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc372d-1b1b-4a6a-8c11-f844e92c33fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d120e1b-2cbe-4d9b-9786-a32c8a94e225,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:38.482000 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (ab8d1a8e-4a05-401b-a3de-756015ccea74), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.496896 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:31:38.554241 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57202) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:38.558859 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577879799', 'description': 'tempest-description--388856257'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:38.585242 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.594272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (ab8d1a8e-4a05-401b-a3de-756015ccea74), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.638312 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8d1a8e-4a05-401b-a3de-756015ccea74']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.657320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541373e7-855e-4440-9ac1-0cad8fd30db8') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.657637 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541373e7-855e-4440-9ac1-0cad8fd30db8') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:38.669396 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (541373e7-855e-4440-9ac1-0cad8fd30db8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.683635 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (46a675dc-a255-41a6-a27c-5a7ab216befd), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.684487 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-ae43459f-2e64-47cd-bba7-c63cc4c5227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:38.686242 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-ae43459f-2e64-47cd-bba7-c63cc4c5227b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.1048877 Feb 21 02:31:38.700405 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (46a675dc-a255-41a6-a27c-5a7ab216befd), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.700905 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (541373e7-855e-4440-9ac1-0cad8fd30db8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.717368 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (541373e7-855e-4440-9ac1-0cad8fd30db8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:31:38.745949 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:31:38.759087 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.769777 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2143738 Feb 21 02:31:38.774227 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57206) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:38.779386 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group_rule': {'security_group_id': '46a675dc-a255-41a6-a27c-5a7ab216befd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:38.793412 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb713922-ad4a-4290-990d-63543adcb5c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a675dc-a255-41a6-a27c-5a7ab216befd,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:38.823208 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (f94041b5-aac0-43e6-bcfb-422415414f96), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.893484 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (f94041b5-aac0-43e6-bcfb-422415414f96), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.901659 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (f94041b5-aac0-43e6-bcfb-422415414f96), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.935920 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94041b5-aac0-43e6-bcfb-422415414f96,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:38.949939 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:38.953770 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1cb031d3-00a8-4d22-81ab-8e3fadcf6809 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757960 Feb 21 02:31:38.954123 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57210) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:38.958692 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group_rule': {'security_group_id': '46a675dc-a255-41a6-a27c-5a7ab216befd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:38.990284 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (ece99553-640a-46bf-b275-03f89da351f0), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.029539 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fc680b5a-ebd6-410f-be70-703e8bd9637a up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:31:39.061605 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (ece99553-640a-46bf-b275-03f89da351f0), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.065967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (ece99553-640a-46bf-b275-03f89da351f0), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.088661 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece99553-640a-46bf-b275-03f89da351f0,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:39.097468 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fc680b5a-ebd6-410f-be70-703e8bd9637a triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:39.098664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.104712 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.109229 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ac1f9765-9aec-4f89-a649-41caa442d538 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540246 Feb 21 02:31:39.110171 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57212) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:39.115616 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:39.143719 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.174551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (ab8d1a8e-4a05-401b-a3de-756015ccea74), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.191803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.197676 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ab8d1a8e-4a05-401b-a3de-756015ccea74 HTTP/1.1" status: 204 len: 168 time: 0.8096693 Feb 21 02:31:39.212819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fc680b5a-ebd6-410f-be70-703e8bd9637a is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:39.213495 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.221876 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476fa52-d2ac-465e-8ed3-80f94649eb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8d1a8e-4a05-401b-a3de-756015ccea74,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:39.240848 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-89d39c28-32c0-4450-8f7f-bc7eae5346ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:39.242465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-89d39c28-32c0-4450-8f7f-bc7eae5346ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.5355325 Feb 21 02:31:39.249384 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0e20a-a0d0-425e-a4e6-ff9f64c2a717 req-74a9805b-af13-4921-890c-3e05548e6f6d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:39.251487 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7f0e20a-a0d0-425e-a4e6-ff9f64c2a717 req-74a9805b-af13-4921-890c-3e05548e6f6d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1337633 Feb 21 02:31:39.258734 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port fc680b5a-ebd6-410f-be70-703e8bd9637a, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fc680b5a-ebd6-410f-be70-703e8bd9637a,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:39.265571 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.300386 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.357068 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=fc680b5a-ebd6-410f-be70-703e8bd9637a,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:39.366263 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-b613da6b-4932-48c7-bf00-0ce3d4571a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 1000 time: 0.1117718 Feb 21 02:31:39.374137 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7f0e20a-a0d0-425e-a4e6-ff9f64c2a717 req-815d1d4f-2fe0-49a8-8935-d5ef0bcaa48f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043122 Feb 21 02:31:39.429916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-5d81e9aa-051f-415f-879c-030502be5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:39.431696 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-5d81e9aa-051f-415f-879c-030502be5edd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0564883 Feb 21 02:31:39.450298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Allocated IP 172.27.1.202 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/f11078e7-f088-488b-9a34-106fd4620e4b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:39.496434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-cc290961-96e5-424e-99a2-a14850a060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:39.498161 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-cc290961-96e5-424e-99a2-a14850a060d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610414 Feb 21 02:31:39.500225 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57216) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:39.582060 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (f11078e7-f088-488b-9a34-106fd4620e4b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.598985 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6f9cd22a-8399-41da-9727-e7409a4f3dc9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da37077f566c42cca6081a4afde65f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0969365 Feb 21 02:31:39.601362 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57218) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:39.620777 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.661434 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-2179ea19-2cfe-468b-b139-c58d622d0d75 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542351 Feb 21 02:31:39.662766 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:39.668348 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:39.673354 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:39.676843 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] Publish callbacks [] for security_group (ea5d1ff4-7b31-4dc4-9d03-f477c4336a48), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.695488 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=f11078e7-f088-488b-9a34-106fd4620e4b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:39.701196 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] Publish callbacks [] for security_group (ea5d1ff4-7b31-4dc4-9d03-f477c4336a48), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.756297 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ea5d1ff4-7b31-4dc4-9d03-f477c4336a48), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.758860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.760004 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea5d1ff4-7b31-4dc4-9d03-f477c4336a48 HTTP/1.1" status: 204 len: 168 time: 0.1577070 Feb 21 02:31:39.768565 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfffd7f-8fa5-457a-8c17-537cc0f7aede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d1ff4-7b31-4dc4-9d03-f477c4336a48,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:39.788607 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.826761 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.954472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.990322 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (f11078e7-f088-488b-9a34-106fd4620e4b), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:39.995150 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.068572 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=f11078e7-f088-488b-9a34-106fd4620e4b,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:40.077615 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.092713 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.102529 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6ac5a461-055a-44bb-8075-f9311a90207a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9826140 Feb 21 02:31:40.120381 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57228) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:40.166996 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9bda0d67-cf2c-49a5-bbd9-ffcee03a366f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03a53026fe7b4d319109eb4f87db1105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429575 Feb 21 02:31:40.167257 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57230) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:31:40.220932 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] Publish callbacks [] for security_group (3224cc46-1366-412c-a89e-97ae4f669f65), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.247798 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] Publish callbacks [] for security_group (3224cc46-1366-412c-a89e-97ae4f669f65), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.297023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3224cc46-1366-412c-a89e-97ae4f669f65), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.300897 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.302193 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3224cc46-1366-412c-a89e-97ae4f669f65 HTTP/1.1" status: 204 len: 168 time: 0.1341736 Feb 21 02:31:40.313606 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-6b8c005f-ce10-431f-8e96-35e731fac2ae tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1577879799&fields=id&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 267 time: 0.0519733 Feb 21 02:31:40.315484 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09632558-1136-40eb-8af8-3a181c133e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224cc46-1366-412c-a89e-97ae4f669f65,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:40.442907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-ddad9a37-4e35-47be-94d7-5acae6243833 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:40.444457 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-ddad9a37-4e35-47be-94d7-5acae6243833 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 817 time: 0.1191401 Feb 21 02:31:40.465926 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-a7cdcef7-5d7d-4676-859f-eeaf69f3238d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/quotas/6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0105298 Feb 21 02:31:40.518444 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:31:40.528513 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:40.529216 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:40.535602 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-eac3b1b1-6896-4ab2-a6e8-cb68f92ca7bf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604277 Feb 21 02:31:40.544650 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c827fb5-c87c-4781-9c04-4830648340b3 req-85eb4af9-b23d-4914-a837-95d9b8edc2fc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:40.552303 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1c827fb5-c87c-4781-9c04-4830648340b3 req-85eb4af9-b23d-4914-a837-95d9b8edc2fc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0991962 Feb 21 02:31:40.654919 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-a8b5febc-e84e-4bec-a79b-502cd1f230d9 service neutron] 10.222.0.75 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073539 Feb 21 02:31:40.660934 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1c827fb5-c87c-4781-9c04-4830648340b3 req-fe71e340-fa7b-40f6-b492-49baea4561cd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073630 Feb 21 02:31:40.684476 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:40.707402 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4f7d3ad-c776-4aab-bb1a-1d6407ca12fb req-fba74174-a020-4157-a541-236e68c2520e service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462481 Feb 21 02:31:40.770804 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-8b68d3bb-da02-42ff-9665-e71dbdcf1023 service neutron] 10.222.0.75 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041615 Feb 21 02:31:40.907842 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 2, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:40.938450 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:31:40.939017 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Updating router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 port 0e7372da-ec19-4865-abb2-ef3302ade29a binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:31:40.984249 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:40.998556 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-133b8c5c-0c45-41a2-a156-98cc1f110a32 req-f6784087-229b-4b33-bd51-b21dca26f7ea tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 210 time: 0.0473256 Feb 21 02:31:41.028667 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fc680b5a-ebd6-410f-be70-703e8bd9637a up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:31:41.084111 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fc680b5a-ebd6-410f-be70-703e8bd9637a triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:41.084485 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.178715 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fc680b5a-ebd6-410f-be70-703e8bd9637a is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:41.394346 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks [] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.399824 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.425468 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2021a41e-916a-4ed6-a694-a01cc08dc51c no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:31:41.442767 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Pushing event updated for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:41.449670 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 2021a41e-916a-4ed6-a694-a01cc08dc51c {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:31:41.450255 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 2021a41e-916a-4ed6-a694-a01cc08dc51c not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:31:41.484970 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.485459 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.485988 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.486418 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.486833 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.487330 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.487742 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.488153 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.488562 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.489048 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.489764 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.490174 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.490584 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:41.527718 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Attempting to bind port 0e7372da-ec19-4865-abb2-ef3302ade29a on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:31:41.528325 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Attempting to bind port 0e7372da-ec19-4865-abb2-ef3302ade29a by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:31:41.528438 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Attempting to bind port 0e7372da-ec19-4865-abb2-ef3302ade29a on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:41.534185 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:31:41.534677 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Checking segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:41.535063 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.535453 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Bound using segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:31:41.535919 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Bound port: 0e7372da-ec19-4865-abb2-ef3302ade29a, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:31:41.536290 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.605214 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] For port 0e7372da-ec19-4865-abb2-ef3302ade29a, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:31:41.608772 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] For port 0e7372da-ec19-4865-abb2-ef3302ade29a, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=0e7372da-ec19-4865-abb2-ef3302ade29a,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:31:41.616344 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.656970 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Provisioning complete for port 0e7372da-ec19-4865-abb2-ef3302ade29a triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:41.657409 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.673621 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:31:41.674285 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:31:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:41.730865 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f11b6-435b-4181-8ecc-c62260835dab None None] Pushing event updated for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:41.767774 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Current status of the port 0e7372da-ec19-4865-abb2-ef3302ade29a is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:41.768172 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.824102 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] For port 0e7372da-ec19-4865-abb2-ef3302ade29a, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=0e7372da-ec19-4865-abb2-ef3302ade29a,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:31:41.833011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:41.854923 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:31:41.856490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396db3c-eba0-499a-9c9f-bf478000cc33 req-99dbe200-c103-46d6-9b46-2299e0b488ea tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:41.858760 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4396db3c-eba0-499a-9c9f-bf478000cc33 req-99dbe200-c103-46d6-9b46-2299e0b488ea tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0917101 Feb 21 02:31:41.908869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e665e-fea9-4799-bc71-51fb706d97db None None] Pushing event updated for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:41.937871 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4396db3c-eba0-499a-9c9f-bf478000cc33 req-46eb9ca9-0e74-4914-9af2-568ae7f608a0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712306 Feb 21 02:31:42.053765 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-0045b845-3b1a-45be-aa53-7ae91271970e None None] Provisioning complete for port 0e7372da-ec19-4865-abb2-ef3302ade29a triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:42.054739 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0045b845-3b1a-45be-aa53-7ae91271970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:42.111141 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0deaebd1-b119-4ad8-ba65-aa6f91f89938 req-e4a35464-ea9b-488a-808d-1f44ecaffbb5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 210 time: 0.0299826 Feb 21 02:31:42.122847 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:31:42.149861 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa93ba3-d788-43ad-bb71-89a6ce0d5a5b None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:31:42.152536 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-0045b845-3b1a-45be-aa53-7ae91271970e None None] Current status of the port 0e7372da-ec19-4865-abb2-ef3302ade29a is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:42.960386 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 0e7372da-ec19-4865-abb2-ef3302ade29a up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:31:43.022764 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 0e7372da-ec19-4865-abb2-ef3302ade29a triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:43.023186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:43.071485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e9774-3120-4589-a9d6-cf504f1305cd req-4066df23-bff4-4c19-927d-39c9cce7c4f6 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:43.074269 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f96e9774-3120-4589-a9d6-cf504f1305cd req-4066df23-bff4-4c19-927d-39c9cce7c4f6 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0582933 Feb 21 02:31:43.111442 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 0e7372da-ec19-4865-abb2-ef3302ade29a is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:31:43.124211 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f96e9774-3120-4589-a9d6-cf504f1305cd req-35ea7113-922f-445c-a0b3-f07926683ec3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455184 Feb 21 02:31:43.210967 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b04078e-451c-4856-8b1a-7d76dc1104bb req-9b736cf6-a544-48d6-944c-c65a1ab0f166 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Feb 21 02:31:43.621728 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-f3aa9536-7740-4e48-9a3d-8b1516f54eb9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:43.623181 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-f3aa9536-7740-4e48-9a3d-8b1516f54eb9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 817 time: 0.1073389 Feb 21 02:31:43.683817 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-a2bb4bcd-da05-4bac-b7f0-f2886b6ec6fb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 380 time: 0.0517974 Feb 21 02:31:43.698622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'port': {'device_id': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'admin_state_up': True, 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'security_groups': ['46a675dc-a255-41a6-a27c-5a7ab216befd']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:43.807399 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Made reservation on behalf of 6331fee47dce4e8b88574ea961f8b9a3 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:43.810991 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:43.938593 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Allocated IP 172.20.0.5 (aed7eff0-82e8-4eca-ade5-d5275418c168/ae06fc0b-8295-4635-a967-d24f3a46742c/186e3f15-c158-44f9-a144-358d5ab62c8f) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:44.083348 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.115718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.157270 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:44.160410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:44.170399 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:44.178515 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:44.213449 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.214350 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.214350 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.214573 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.214818 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.215223 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.215475 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.215795 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.216117 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.216430 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.217033 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.217374 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.217720 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:31:44.254748 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:44.255553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.260449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06180-09ad-4741-8b27-63d4aeaef0dd req-29809310-2aed-4d9d-8d49-96898901ada3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:44.263138 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cdb06180-09ad-4741-8b27-63d4aeaef0dd req-29809310-2aed-4d9d-8d49-96898901ada3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0695093 Feb 21 02:31:44.282436 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-c4018efa-77f8-4252-992d-79703166e27a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876591 Feb 21 02:31:44.294354 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Request body: {'port': {'device_id': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:44.319025 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cdb06180-09ad-4741-8b27-63d4aeaef0dd req-b4f3323c-26da-48d7-9e46-ff227d2f754f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500102 Feb 21 02:31:44.389851 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-66c951d2-83d7-4f12-aaab-f45dfe77b87b None None] Provisioning complete for port 186e3f15-c158-44f9-a144-358d5ab62c8f triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:31:44.390814 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66c951d2-83d7-4f12-aaab-f45dfe77b87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.403652 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.424544 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-66c951d2-83d7-4f12-aaab-f45dfe77b87b None None] Port 186e3f15-c158-44f9-a144-358d5ab62c8f cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:31:44.425153 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b51e-46a1-4a89-bc66-0e8e0d93d096 req-364a3779-2521-4b09-995c-4e2b4ec5ba67 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:44.426674 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5855b51e-46a1-4a89-bc66-0e8e0d93d096 req-364a3779-2521-4b09-995c-4e2b4ec5ba67 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 931 time: 0.1107290 Feb 21 02:31:44.559825 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5855b51e-46a1-4a89-bc66-0e8e0d93d096 req-f8f79622-7673-44a5-99ee-d721d7b667d9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099434 Feb 21 02:31:44.720844 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:31:44.728132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks [] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.740637 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Transition to ACTIVE for port object 186e3f15-c158-44f9-a144-358d5ab62c8f will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:31:44.744645 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.792414 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:44.868398 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Attempting to bind port 186e3f15-c158-44f9-a144-358d5ab62c8f on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:31:44.868731 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Attempting to bind port 186e3f15-c158-44f9-a144-358d5ab62c8f by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:31:44.869059 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Attempting to bind port 186e3f15-c158-44f9-a144-358d5ab62c8f on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:44.873882 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Port 186e3f15-c158-44f9-a144-358d5ab62c8f on network aed7eff0-82e8-4eca-ade5-d5275418c168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:31:44.874207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Attempting to bind port 186e3f15-c158-44f9-a144-358d5ab62c8f on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:44.879497 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:31:44.879840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Checking segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:44.880222 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Bound using segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:31:44.880649 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Bound port: 186e3f15-c158-44f9-a144-358d5ab62c8f, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:31:44.881006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.945958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:31:44.948926 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:31:44.956080 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.990468 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:44.991107 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:44.992481 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] 10.222.0.42 "PUT /v2.0/ports/186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 1093 time: 0.7025104 Feb 21 02:31:44.992919 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:44.995168 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b302940-ec46-462b-96fb-16508a5db486" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:45.018640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a408b-22d4-4195-8c5e-05aa7854a17d service neutron] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:45.037150 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01358aed-49c0-4c90-bbdf-2c8e0e726d4d x-openstack-request-id: req-01358aed-49c0-4c90-bbdf-2c8e0e726d4d {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:45.037442 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:45.037750 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01358aed-49c0-4c90-bbdf-2c8e0e726d4d {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:45.038173 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'status': 'completed', 'code': 200} Feb 21 02:31:45.250929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302940-ec46-462b-96fb-16508a5db486 req-f3021e64-7d0a-40b8-bd7f-e7f6d2582834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:45.252469 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b302940-ec46-462b-96fb-16508a5db486 req-f3021e64-7d0a-40b8-bd7f-e7f6d2582834 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1127 time: 0.0489597 Feb 21 02:31:45.356626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302940-ec46-462b-96fb-16508a5db486 req-80f3c866-f8eb-4173-ac0f-38e546f8ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:45.358117 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b302940-ec46-462b-96fb-16508a5db486 req-80f3c866-f8eb-4173-ac0f-38e546f8ff20 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0942204 Feb 21 02:31:45.438332 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5531-a84e-4b0b-b36c-a0f8b326b23e req-d0fbf8f2-c32d-4b14-8cd1-afdd07dd4556 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:45.439770 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c1cb5531-a84e-4b0b-b36c-a0f8b326b23e req-d0fbf8f2-c32d-4b14-8cd1-afdd07dd4556 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0519798 Feb 21 02:31:45.486834 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c1cb5531-a84e-4b0b-b36c-a0f8b326b23e req-3a7bdab0-a161-47ee-862a-2e4914024e7d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Feb 21 02:31:45.684975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b8252-fde8-4846-a86c-d7b3deed7081 req-24734abb-1bb4-49fe-a687-8d62af716519 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:45.686943 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d0b8252-fde8-4846-a86c-d7b3deed7081 req-24734abb-1bb4-49fe-a687-8d62af716519 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0552762 Feb 21 02:31:45.732617 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9d0b8252-fde8-4846-a86c-d7b3deed7081 req-507a6394-80fa-4f5d-83a1-ed73d484865f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 Feb 21 02:31:46.382446 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b302940-ec46-462b-96fb-16508a5db486 req-42030d59-50b3-4f26-83c1-c3ae94cca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:46.383918 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3b302940-ec46-462b-96fb-16508a5db486 req-42030d59-50b3-4f26-83c1-c3ae94cca384 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909193 Feb 21 02:31:46.603790 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296615-8e6f-4d91-9dbe-9ec401a0a63d req-3df170e5-3038-408b-8bb9-a1ee9ebaafd0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:46.605263 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f296615-8e6f-4d91-9dbe-9ec401a0a63d req-3df170e5-3038-408b-8bb9-a1ee9ebaafd0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0521638 Feb 21 02:31:46.651399 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f296615-8e6f-4d91-9dbe-9ec401a0a63d req-50b73257-2f43-4872-bb09-1a1233d4dfa5 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Feb 21 02:31:46.857619 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8317-b5ad-4c42-8bf6-7501f1468056 req-dcb3b80a-30dc-4298-a187-7a3b31832dd0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:46.859123 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f8d8317-b5ad-4c42-8bf6-7501f1468056 req-dcb3b80a-30dc-4298-a187-7a3b31832dd0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0536270 Feb 21 02:31:46.905238 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f8d8317-b5ad-4c42-8bf6-7501f1468056 req-fecfdc2e-ff1f-4821-b653-17c3b3b5860c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Feb 21 02:31:47.774848 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbdb08-5cec-4505-8bd2-efea2a30adfb req-46e33a47-b90e-4fd2-84e8-691d486c9f13 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:47.776332 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cdbdb08-5cec-4505-8bd2-efea2a30adfb req-46e33a47-b90e-4fd2-84e8-691d486c9f13 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0581272 Feb 21 02:31:47.822301 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cdbdb08-5cec-4505-8bd2-efea2a30adfb req-91f211c0-08e1-4429-a5e0-78cf4c367f35 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Feb 21 02:31:48.023010 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09014c20-244a-44f8-a1b7-0d89c37e1efa req-bb01ac97-4d67-4c5f-b7c0-5f559f684a5e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:48.024474 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09014c20-244a-44f8-a1b7-0d89c37e1efa req-bb01ac97-4d67-4c5f-b7c0-5f559f684a5e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0517812 Feb 21 02:31:48.073891 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09014c20-244a-44f8-a1b7-0d89c37e1efa req-f752f63c-989b-4996-b138-1742f1cfe8d0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Feb 21 02:31:48.319167 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-5389c512-a0df-4111-980b-a72d0279dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:48.320675 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-5389c512-a0df-4111-980b-a72d0279dca9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1127 time: 0.0449035 Feb 21 02:31:48.363222 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-84a67c08-4523-427a-9da6-b076594e0e85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 217 time: 0.0346954 Feb 21 02:31:48.416941 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-49e5a42b-47a8-44ec-a2e4-427c44fed7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:48.419678 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-49e5a42b-47a8-44ec-a2e4-427c44fed7bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0501201 Feb 21 02:31:48.468142 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-b1d5c729-60b5-45a4-ac91-d55ed94f3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:48.469635 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-b1d5c729-60b5-45a4-ac91-d55ed94f3d46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444510 Feb 21 02:31:48.557461 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-b4eb8acb-17b2-4e89-acc2-cd633089d605 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803523 Feb 21 02:31:48.653363 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f6a0700-ba1b-4b4c-91fa-ec96726f96e9 req-392d9c26-03f5-4403-b2a2-1f46658e9ebb service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851495 Feb 21 02:31:48.946461 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72debde2-020e-4880-8fa2-8774b1f94c24 req-3b2ae78b-829f-401c-9424-66f579236a04 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:48.947979 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-72debde2-020e-4880-8fa2-8774b1f94c24 req-3b2ae78b-829f-401c-9424-66f579236a04 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0556715 Feb 21 02:31:48.997729 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-72debde2-020e-4880-8fa2-8774b1f94c24 req-dc16bf2b-fec0-44ce-800e-766a01793e85 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Feb 21 02:31:49.207470 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc99b9a-8a54-4b8d-8a92-39f3555a2b95 req-85b97de3-acfe-4ca9-855d-f3a057c62fd4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:49.208962 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cc99b9a-8a54-4b8d-8a92-39f3555a2b95 req-85b97de3-acfe-4ca9-855d-f3a057c62fd4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0604436 Feb 21 02:31:49.253714 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808bf3-aaea-4b03-9de4-8dbb49725831 req-14c95c5b-b31d-485a-b894-2639b3c4bfd3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:49.255334 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f9808bf3-aaea-4b03-9de4-8dbb49725831 req-14c95c5b-b31d-485a-b894-2639b3c4bfd3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0541055 Feb 21 02:31:49.256450 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cc99b9a-8a54-4b8d-8a92-39f3555a2b95 req-3b4b0750-adc7-4090-9bd7-82f63ef766e9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Feb 21 02:31:49.302793 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f9808bf3-aaea-4b03-9de4-8dbb49725831 req-7bb3bbbc-ec0e-455c-a715-7cc5d94b2749 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Feb 21 02:31:50.382717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f5269-a566-469f-a3a7-731da14d8993 req-3f4206f0-1437-4c93-badc-b0edd9110e8d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:50.384220 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c92f5269-a566-469f-a3a7-731da14d8993 req-3f4206f0-1437-4c93-badc-b0edd9110e8d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0555048 Feb 21 02:31:50.422002 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315092-faf1-4b8a-9ae8-372a42be88e1 req-d3cdaaaf-d888-4423-a87d-bbe8c6d7a6d9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:50.424156 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c7315092-faf1-4b8a-9ae8-372a42be88e1 req-d3cdaaaf-d888-4423-a87d-bbe8c6d7a6d9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0521502 Feb 21 02:31:50.432575 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c92f5269-a566-469f-a3a7-731da14d8993 req-69ee2050-6d7a-4365-98f2-0df5296fd671 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Feb 21 02:31:50.469486 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c7315092-faf1-4b8a-9ae8-372a42be88e1 req-fe6756b0-a4e7-4f4c-986f-5bf482b94a8b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Feb 21 02:31:51.552893 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b986-64eb-4cfa-899d-0fce925625ff req-3b2a6afe-60c9-4101-8488-037dc3745bdb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:51.554559 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f71b986-64eb-4cfa-899d-0fce925625ff req-3b2a6afe-60c9-4101-8488-037dc3745bdb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0518100 Feb 21 02:31:51.591349 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f4102-e1bd-494d-b834-6d84bda98884 req-fead43e6-0c55-466c-8d17-f896d7acde40 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:51.592869 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f9f4102-e1bd-494d-b834-6d84bda98884 req-fead43e6-0c55-466c-8d17-f896d7acde40 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0558870 Feb 21 02:31:51.604150 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f71b986-64eb-4cfa-899d-0fce925625ff req-5cd09af1-217a-4ce4-8a53-d53f2b980a19 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Feb 21 02:31:51.639906 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f9f4102-e1bd-494d-b834-6d84bda98884 req-144ac3e0-34cc-4dbd-9621-380509bd9595 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Feb 21 02:31:52.246483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-5cf12b88-de54-47f0-a152-bd17a3a4f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.248056 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-5cf12b88-de54-47f0-a152-bd17a3a4f70d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.0442667 Feb 21 02:31:52.336545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-b98c2490-1e1a-47ab-ae73-77ee93ff0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.338103 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-b98c2490-1e1a-47ab-ae73-77ee93ff0c36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.0811636 Feb 21 02:31:52.405478 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-2d89b739-5c2e-44ec-b910-598df076c257 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 1000 time: 0.0612559 Feb 21 02:31:52.453067 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-2932447b-e82e-4181-8e83-d02e6cdc8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.454479 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-2932447b-e82e-4181-8e83-d02e6cdc8194 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0428770 Feb 21 02:31:52.502886 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-82bd41e7-eb3b-4a03-b14d-96a52bf178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.504403 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-82bd41e7-eb3b-4a03-b14d-96a52bf178cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437698 Feb 21 02:31:52.592184 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-1f3896a4-3b5a-4c9e-a0a4-267f97b6631f service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817492 Feb 21 02:31:52.679985 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6cf93c45-6a52-434c-9bd9-ffbb36b7c7ab req-de032e91-ca8d-4e6f-b991-ed2cd6920a20 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814946 Feb 21 02:31:52.737330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707ea45-5ffe-42b4-80f8-b32d2cca029f req-669cc2e8-5b1d-4985-aa54-dfce2735f3f3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.738755 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6707ea45-5ffe-42b4-80f8-b32d2cca029f req-669cc2e8-5b1d-4985-aa54-dfce2735f3f3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0578804 Feb 21 02:31:52.761674 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f54996-acd2-4abe-9b84-cc6764329bbf req-4a1b8b92-71bb-4230-9e20-27db6819ffe2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:52.763153 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38f54996-acd2-4abe-9b84-cc6764329bbf req-4a1b8b92-71bb-4230-9e20-27db6819ffe2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0536427 Feb 21 02:31:52.785395 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6707ea45-5ffe-42b4-80f8-b32d2cca029f req-d9537552-659f-41ad-aea7-b7cc1da0e6b8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Feb 21 02:31:52.810290 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38f54996-acd2-4abe-9b84-cc6764329bbf req-0840667e-cec6-4139-a58f-6e82dc9f352f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417764 Feb 21 02:31:53.663319 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-48d3981b-5661-49f9-8b2f-849fb0491ff6 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:53.664785 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-48d3981b-5661-49f9-8b2f-849fb0491ff6 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 814 time: 0.0983069 Feb 21 02:31:53.678855 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-a54a7d5c-aebe-4d49-9df0-472bcb29b5ab tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/quotas/85d4895c6155469e9922d6ad6e152051 HTTP/1.1" status: 200 len: 375 time: 0.0089633 Feb 21 02:31:53.713572 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-ff12e3ee-3cac-4ba2-8d8c-bacad6682e58 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300589 Feb 21 02:31:53.801072 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-9bac5f36-449a-441e-86c4-5151a787101b service neutron] 10.222.0.75 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806787 Feb 21 02:31:53.894167 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-b34f39ed-18d8-4756-8a7f-9876787c0648 service neutron] 10.222.0.75 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Feb 21 02:31:53.910253 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65481b-0c13-425f-93b6-08b6549de385 req-291a0396-4a13-4e5a-b814-5a45e4d453c7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:53.911746 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ba65481b-0c13-425f-93b6-08b6549de385 req-291a0396-4a13-4e5a-b814-5a45e4d453c7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0563025 Feb 21 02:31:53.964302 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ba65481b-0c13-425f-93b6-08b6549de385 req-7dce1564-a4ef-43f9-86d5-ff15da59fab5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Feb 21 02:31:54.057219 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-37cdfc89-b264-4573-8fff-58f2508745bb req-589ec731-5cb4-43eb-9b54-9ceaf5da0f28 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 210 time: 0.0305824 Feb 21 02:31:54.087053 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf268cf-a444-4e64-b113-0d78b66e0f1c req-92400a1e-a0dc-43cf-ba63-acf5ffc0205b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:54.088541 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abf268cf-a444-4e64-b113-0d78b66e0f1c req-92400a1e-a0dc-43cf-ba63-acf5ffc0205b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0566084 Feb 21 02:31:54.137182 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-abf268cf-a444-4e64-b113-0d78b66e0f1c req-fcd9adbc-4e46-4292-8334-55365618fee9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Feb 21 02:31:55.089448 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb2753-796a-4ebd-8fef-42a706d90beb req-82f9e335-1233-4e1a-943b-5f923e0b59df tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:55.090973 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cdb2753-796a-4ebd-8fef-42a706d90beb req-82f9e335-1233-4e1a-943b-5f923e0b59df tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0521932 Feb 21 02:31:55.136903 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cdb2753-796a-4ebd-8fef-42a706d90beb req-4cbc7ff1-3d4d-4e44-bf47-529c5fba4a5c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Feb 21 02:31:55.150414 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd27bec7-be68-4834-9bda-a2eee93e14ef req-b6acaa54-cf66-4654-a455-7eaa3d568e5a tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 210 time: 0.0279672 Feb 21 02:31:55.258127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39452a-49e0-4908-877a-e4e1067414e7 req-55f25af2-291a-42bb-aa9f-bba36091d33c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:55.259607 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ae39452a-49e0-4908-877a-e4e1067414e7 req-55f25af2-291a-42bb-aa9f-bba36091d33c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0570102 Feb 21 02:31:55.304774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ae39452a-49e0-4908-877a-e4e1067414e7 req-685ea0bc-2a30-4080-a18d-f7b06731c8f1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398207 Feb 21 02:31:56.242852 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5ed6b96a-659e-4072-80c4-ac0ca0e1bd84 req-9894759a-c35f-47dd-9381-08183d2eab74 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 210 time: 0.0278306 Feb 21 02:31:56.262873 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db76750-514d-4f25-86a7-d43c6705fdda req-f975bbbb-65d0-4572-9a7e-a1500c2d2922 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:56.264372 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0db76750-514d-4f25-86a7-d43c6705fdda req-f975bbbb-65d0-4572-9a7e-a1500c2d2922 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0557435 Feb 21 02:31:56.311298 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0db76750-514d-4f25-86a7-d43c6705fdda req-0c097b77-8e2d-476d-af26-7504f248dce7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Feb 21 02:31:56.421163 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82800e55-8fef-464c-83ad-2bb568437fb5 req-ccef985b-51d9-442c-ae13-6e74015c9388 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:56.422560 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-82800e55-8fef-464c-83ad-2bb568437fb5 req-ccef985b-51d9-442c-ae13-6e74015c9388 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0521202 Feb 21 02:31:56.468414 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-82800e55-8fef-464c-83ad-2bb568437fb5 req-bcc74760-84cd-43d0-ace0-1c5ea941a324 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 Feb 21 02:31:57.335418 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2693bd5c-151f-4172-8bb9-0ecd8b9e0a1e req-59d115a3-b7a5-4d49-b55c-87c48c227c81 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 210 time: 0.0270915 Feb 21 02:31:57.440086 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77292c7f-51c0-4fd2-8287-ff6fdb07069d req-a0134743-a778-4b35-afb7-6b56a4271b1b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:57.441547 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-77292c7f-51c0-4fd2-8287-ff6fdb07069d req-a0134743-a778-4b35-afb7-6b56a4271b1b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0556796 Feb 21 02:31:57.488349 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-77292c7f-51c0-4fd2-8287-ff6fdb07069d req-944bcede-1150-484c-a183-6062fdeaedda tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Feb 21 02:31:57.585193 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc767cc-1f2f-48db-a312-1e7317fbabcd req-68ba8287-be67-4103-9e60-e46f6bd72685 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:57.586631 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3bc767cc-1f2f-48db-a312-1e7317fbabcd req-68ba8287-be67-4103-9e60-e46f6bd72685 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0522938 Feb 21 02:31:57.632390 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3bc767cc-1f2f-48db-a312-1e7317fbabcd req-44880d33-d398-4722-838f-2372b416b21f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Feb 21 02:31:58.219050 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-3c552ef6-b018-48d0-b082-b3da1540a6e1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:58.220666 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-3c552ef6-b018-48d0-b082-b3da1540a6e1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 814 time: 0.1013975 Feb 21 02:31:58.237219 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Request body: {'port': {'device_id': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9', 'admin_state_up': True, 'tenant_id': '85d4895c6155469e9922d6ad6e152051'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:58.345894 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Made reservation on behalf of 85d4895c6155469e9922d6ad6e152051 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:31:58.349211 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:58.445831 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b1217339-d755-433e-8723-2dc614d98a8a req-8321fa86-345d-4dbc-b066-bea6d94db203 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 210 time: 0.0384479 Feb 21 02:31:58.510039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Allocated IP 172.20.0.6 (26881fc9-45ba-431f-a03d-7739d0624db9/cb7f00fb-eeaa-423b-96e6-b3a9e18d0793/962ea4ca-f539-43b8-b4bb-f284776dc2a8) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:31:58.613699 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e35f8f-0ea0-4f2d-9044-44170133ee73 req-c389b588-9f84-455e-82ae-5a72b6f110c0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:58.615189 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2e35f8f-0ea0-4f2d-9044-44170133ee73 req-c389b588-9f84-455e-82ae-5a72b6f110c0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0563123 Feb 21 02:31:58.661407 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2e35f8f-0ea0-4f2d-9044-44170133ee73 req-cad0bc60-6e7e-4e34-96bc-b32b96f703ac tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Feb 21 02:31:58.662496 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks [] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:58.696838 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:58.740849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Network 26881fc9-45ba-431f-a03d-7739d0624db9 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:31:58.743731 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:31:58.749330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:31:58.772306 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Pushing event updated for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:58.800042 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:58.800652 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:58.816284 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-0705662a-b025-4552-8957-f502597ea54b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836294 Feb 21 02:31:58.827477 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Request body: {'port': {'device_id': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:31:58.889088 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:58.987153 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7d56cab9-9469-4104-a282-35a39c1955c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.141067 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962ea4ca-f539-43b8-b4bb-f284776dc2a8 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:31:59.149204 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks [] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.161499 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Transition to ACTIVE for port object 962ea4ca-f539-43b8-b4bb-f284776dc2a8 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:31:59.165051 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.215757 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Pushing event updated for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:59.287331 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Attempting to bind port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:31:59.287667 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Attempting to bind port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:31:59.287993 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Attempting to bind port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 on network 26881fc9-45ba-431f-a03d-7739d0624db9 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:59.292693 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 on network 26881fc9-45ba-431f-a03d-7739d0624db9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:31:59.293016 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Attempting to bind port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 on network 26881fc9-45ba-431f-a03d-7739d0624db9 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:31:59.298114 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:31:59.298454 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Checking segment: {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:31:59.298834 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Bound using segment: {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:31:59.299263 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Bound port: 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a68c3e-71df-4078-be8c-924b91149266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:31:59.299622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.362375 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:31:59.365326 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:31:59.371172 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.405112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:59.405747 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:31:59.407139 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] 10.222.0.42 "PUT /v2.0/ports/962ea4ca-f539-43b8-b4bb-f284776dc2a8 HTTP/1.1" status: 200 len: 1093 time: 0.5835717 Feb 21 02:31:59.407578 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:31:59.409816 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12d530-5242-482c-80af-717ecfc77d96" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:31:59.434408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8dba-9d75-4133-9829-148fe52f0a93 service neutron] Pushing event updated for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:31:59.449232 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d14fd-abee-4ffe-a878-12dbb55af4ef x-openstack-request-id: req-023d14fd-abee-4ffe-a878-12dbb55af4ef {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:31:59.450150 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:31:59.450404 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-023d14fd-abee-4ffe-a878-12dbb55af4ef {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:31:59.450800 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8', 'status': 'completed', 'code': 200} Feb 21 02:31:59.503410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-90fb208d-edb9-4efd-bed2-0be5c2ce471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:59.504911 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-90fb208d-edb9-4efd-bed2-0be5c2ce471a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 1127 time: 0.0486505 Feb 21 02:31:59.550104 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-c139c5cb-839d-4012-83fd-c6c2804c0c9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Feb 21 02:31:59.566162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3048471-5c1b-49a6-9af1-e8c317f61242 req-8bd1a315-1e50-4bdc-ae44-f66b82525c82 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:59.567678 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f3048471-5c1b-49a6-9af1-e8c317f61242 req-8bd1a315-1e50-4bdc-ae44-f66b82525c82 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0533295 Feb 21 02:31:59.602260 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-7ba71ecf-d147-4ae2-9bdf-5c0921271dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:31:59.603721 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-7ba71ecf-d147-4ae2-9bdf-5c0921271dd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 HTTP/1.1" status: 200 len: 854 time: 0.0470922 Feb 21 02:31:59.626990 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f3048471-5c1b-49a6-9af1-e8c317f61242 req-1c20c6ab-bf91-490f-a904-8ac9781b7ce6 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Feb 21 02:31:59.639546 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-512be7ce-b507-4c44-b753-47f6c3f97acd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26881fc9-45ba-431f-a03d-7739d0624db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302093 Feb 21 02:31:59.733129 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-3a7f656a-7259-4db7-9bb1-8c943b661cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877147 Feb 21 02:32:00.106202 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862ff4b-469c-43f9-b941-9dbbd44ca5c9 req-323937c7-b6ac-4866-ad9d-a9d16abf164c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:00.107574 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d862ff4b-469c-43f9-b941-9dbbd44ca5c9 req-323937c7-b6ac-4866-ad9d-a9d16abf164c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.3594434 Feb 21 02:32:00.112001 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1283107b-0b18-443c-a134-dd67aacbd2ea req-a696d2b0-960d-4fba-9d6d-abd0455a4c56 service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731740 Feb 21 02:32:00.156822 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d862ff4b-469c-43f9-b941-9dbbd44ca5c9 req-dab29103-70a8-4d47-b7b4-3850fa01c684 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Feb 21 02:32:00.737925 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0073ca-8f0c-47f3-9940-cab0b24458ed req-a01eadd2-f673-431d-9784-c15aaa922718 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:00.739404 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3b0073ca-8f0c-47f3-9940-cab0b24458ed req-a01eadd2-f673-431d-9784-c15aaa922718 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0561690 Feb 21 02:32:00.785033 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3b0073ca-8f0c-47f3-9940-cab0b24458ed req-4e1e38d5-86c5-48b6-8fe9-4e635c026930 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Feb 21 02:32:01.279492 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beae126-25b5-4608-9f5a-4071c5bc3420 req-924aef5e-a19b-4fd2-81cd-bdc33f5de029 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:01.280958 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2beae126-25b5-4608-9f5a-4071c5bc3420 req-924aef5e-a19b-4fd2-81cd-bdc33f5de029 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0522692 Feb 21 02:32:01.329776 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2beae126-25b5-4608-9f5a-4071c5bc3420 req-df008ce3-518a-40f8-85cc-8c4b8f399d80 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Feb 21 02:32:01.436256 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-74193f1f-5c15-4d83-b1fe-492243ca8809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:01.720785 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:32:01.763772 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12d530-5242-482c-80af-717ecfc77d96 req-488145be-acbc-4a01-9242-6449522a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:01.765362 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-488145be-acbc-4a01-9242-6449522a2fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85d4895c6155469e9922d6ad6e152051&device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 1127 time: 0.0445566 Feb 21 02:32:01.821058 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:01.833417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:32:01.871353 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:32:01.871742 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:01.884966 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:32:01.903870 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:01.906017 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f1cb1-56a1-4626-9c8d-4f06b02c241a req-7cafc47e-2860-4cbc-bb3d-33cee799a875 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:01.908157 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db7f1cb1-56a1-4626-9c8d-4f06b02c241a req-7cafc47e-2860-4cbc-bb3d-33cee799a875 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0536540 Feb 21 02:32:01.908980 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:01.955379 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:01.957083 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db7f1cb1-56a1-4626-9c8d-4f06b02c241a req-3fa2f594-6666-4981-8433-2d60fdb2e3bd tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Feb 21 02:32:02.238044 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:02.448323 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bfc2c-d155-4e82-a2b3-4da9addd5f56 req-996ef100-d762-49c7-8c72-99173d4399e3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:02.449800 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-257bfc2c-d155-4e82-a2b3-4da9addd5f56 req-996ef100-d762-49c7-8c72-99173d4399e3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0505512 Feb 21 02:32:02.496324 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-257bfc2c-d155-4e82-a2b3-4da9addd5f56 req-4984534c-3916-4f9d-b8f2-f5d104d11d1b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Feb 21 02:32:02.697711 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12d530-5242-482c-80af-717ecfc77d96 req-78fcc298-0b1d-4a07-b108-b3de8f6c05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:02.699165 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-78fcc298-0b1d-4a07-b108-b3de8f6c05a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 200 len: 915 time: 0.0854266 Feb 21 02:32:03.086618 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264161da-a522-48d4-802c-f60afa78fea3 req-0618a6d6-2068-46df-9212-feb8c942a203 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:03.088081 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-264161da-a522-48d4-802c-f60afa78fea3 req-0618a6d6-2068-46df-9212-feb8c942a203 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0517859 Feb 21 02:32:03.137462 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-264161da-a522-48d4-802c-f60afa78fea3 req-b85e2672-5bcc-4173-9d12-8d2190c5e82b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Feb 21 02:32:03.618526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e35c9-a225-4f7f-8d70-f46dbdf8c98e req-0322e4a0-1891-4d77-93dc-28ae60fa02d4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:03.619964 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f74e35c9-a225-4f7f-8d70-f46dbdf8c98e req-0322e4a0-1891-4d77-93dc-28ae60fa02d4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0535455 Feb 21 02:32:03.664505 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f74e35c9-a225-4f7f-8d70-f46dbdf8c98e req-88922322-96df-4e5b-8ee3-fee4c0a01410 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Feb 21 02:32:03.803201 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:03.937374 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-e8f06d1e-9c44-4d9d-8654-0c8ae9dc476a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0381045 Feb 21 02:32:03.988345 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12d530-5242-482c-80af-717ecfc77d96 req-b73b6adb-f7ea-4142-994a-cd9fe1a06978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:03.989842 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-b73b6adb-f7ea-4142-994a-cd9fe1a06978 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 HTTP/1.1" status: 200 len: 854 time: 0.0465491 Feb 21 02:32:04.020414 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-ed829b36-6fe2-4a4a-9923-fef803b0993c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26881fc9-45ba-431f-a03d-7739d0624db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245852 Feb 21 02:32:04.106803 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-d4db5870-4436-4cab-9cd1-a7b236a3301e service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784786 Feb 21 02:32:04.197427 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d12d530-5242-482c-80af-717ecfc77d96 req-29e798a1-b617-4d4b-8c10-147812ee6ecc service neutron] 10.222.0.42 "GET /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828791 Feb 21 02:32:04.254302 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3800586-4b3e-45c5-b86c-b7eb4d8be5bc req-8d8d7aad-d2e1-4d66-9c0f-f29870fb0a00 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:04.255744 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3800586-4b3e-45c5-b86c-b7eb4d8be5bc req-8d8d7aad-d2e1-4d66-9c0f-f29870fb0a00 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0511611 Feb 21 02:32:04.300858 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e3800586-4b3e-45c5-b86c-b7eb4d8be5bc req-565c1ba1-9fa2-4b13-b528-251c0c1556b9 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Feb 21 02:32:04.787168 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b173-9bec-4d7a-8596-d238c727c1d7 req-ffb826fa-8380-4b50-8b92-9808a03d1c28 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:04.788929 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bc98b173-9bec-4d7a-8596-d238c727c1d7 req-ffb826fa-8380-4b50-8b92-9808a03d1c28 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0549979 Feb 21 02:32:04.835680 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bc98b173-9bec-4d7a-8596-d238c727c1d7 req-c75db783-62fd-4e38-9a48-dee87305b350 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Feb 21 02:32:05.349674 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:05.418671 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b505-1772-44df-898d-c533a1b64eb7 req-8cc207e1-7f65-4638-96cc-32c9a78db007 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:05.420134 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a263b505-1772-44df-898d-c533a1b64eb7 req-8cc207e1-7f65-4638-96cc-32c9a78db007 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0516710 Feb 21 02:32:05.453199 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['186e3f15-c158-44f9-a144-358d5ab62c8f'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:32:05.466459 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a263b505-1772-44df-898d-c533a1b64eb7 req-09026b64-7e6c-4b2a-b63e-a230d583abc4 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Feb 21 02:32:05.958963 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef09c1-f2ba-496f-9125-3b7295681bc7 req-60176505-2af9-4504-92c8-528972782a17 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:05.960439 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efef09c1-f2ba-496f-9125-3b7295681bc7 req-60176505-2af9-4504-92c8-528972782a17 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0558474 Feb 21 02:32:06.007073 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efef09c1-f2ba-496f-9125-3b7295681bc7 req-f2adecdc-e116-47dc-a755-2acccfbbeb0a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Feb 21 02:32:06.589798 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25a9df-189b-4d98-9640-4ad075db05d7 req-6330268c-08f2-4cb2-a0e7-58fb7e43cc23 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:06.591244 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f25a9df-189b-4d98-9640-4ad075db05d7 req-6330268c-08f2-4cb2-a0e7-58fb7e43cc23 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0548761 Feb 21 02:32:06.636369 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f25a9df-189b-4d98-9640-4ad075db05d7 req-e6b755bd-d77d-4d2d-9818-43564789b517 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Feb 21 02:32:07.127289 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064317a1-116b-4f39-a75b-4e2f36c01cd0 req-513a1b4a-ba3b-44bb-b9cf-446a033fa035 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:07.128772 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-064317a1-116b-4f39-a75b-4e2f36c01cd0 req-513a1b4a-ba3b-44bb-b9cf-446a033fa035 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0521901 Feb 21 02:32:07.174223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-064317a1-116b-4f39-a75b-4e2f36c01cd0 req-c631759e-714b-4926-920e-3c3faadcf36c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Feb 21 02:32:07.751075 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a17d-2943-4bc5-8bf4-c72659f35d31 req-8d338f09-d2e4-40c8-8a78-4f35a034267e tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:07.752533 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a937a17d-2943-4bc5-8bf4-c72659f35d31 req-8d338f09-d2e4-40c8-8a78-4f35a034267e tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0513282 Feb 21 02:32:07.797074 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a937a17d-2943-4bc5-8bf4-c72659f35d31 req-c09effd4-fcbe-40ba-bae4-d377bb432cfd tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Feb 21 02:32:08.293018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cceb0-57fd-4c5b-a953-c1f50d73c734 req-dff4a6fc-5938-4416-bc94-9bd965980f66 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:08.294553 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8e7cceb0-57fd-4c5b-a953-c1f50d73c734 req-dff4a6fc-5938-4416-bc94-9bd965980f66 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0521982 Feb 21 02:32:08.348857 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8e7cceb0-57fd-4c5b-a953-c1f50d73c734 req-025e97c1-b6cb-4ba4-ac30-ccf0f6e4a225 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477948 Feb 21 02:32:08.706918 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 962ea4ca-f539-43b8-b4bb-f284776dc2a8 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:32:08.799931 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:08.810871 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '962ea4ca-f539-43b8-b4bb-f284776dc2a8', 'network_id': '26881fc9-45ba-431f-a03d-7739d0624db9', 'port_id': '962ea4ca-f539-43b8-b4bb-f284776dc2a8', 'mac_address': 'fa:16:3e:46:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7f00fb-eeaa-423b-96e6-b3a9e18d0793', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:32:08.849010 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:32:08.849399 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:08.865506 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962ea4ca-f539-43b8-b4bb-f284776dc2a8 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:32:08.884724 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:08.889442 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:08.917398 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd1cc7-94c2-43ef-ae88-715d6041f349 req-373ad155-f8a8-484b-b47a-9897d19991c4 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:08.918896 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddcd1cc7-94c2-43ef-ae88-715d6041f349 req-373ad155-f8a8-484b-b47a-9897d19991c4 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 943 time: 0.0540881 Feb 21 02:32:08.937952 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:08.967574 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddcd1cc7-94c2-43ef-ae88-715d6041f349 req-1e58b5e9-185a-42a3-aea7-e125dd1e0810 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Feb 21 02:32:09.471755 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078501-035e-48a1-90b3-74b01b58c395 req-4580192e-d26c-4b28-9d02-8d62c953ef85 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:09.473220 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db078501-035e-48a1-90b3-74b01b58c395 req-4580192e-d26c-4b28-9d02-8d62c953ef85 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0522964 Feb 21 02:32:09.520085 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db078501-035e-48a1-90b3-74b01b58c395 req-1ba8c8c6-5599-4081-9e92-a399a2ea7567 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Feb 21 02:32:10.084760 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6b24-6afd-4f15-bac8-3c37bbc13f8b req-6e4bee6d-f9ee-4f15-9b49-f422e4330e25 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:10.086250 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e67b6b24-6afd-4f15-bac8-3c37bbc13f8b req-6e4bee6d-f9ee-4f15-9b49-f422e4330e25 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 944 time: 0.0510943 Feb 21 02:32:10.129337 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:32:10.132241 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e67b6b24-6afd-4f15-bac8-3c37bbc13f8b req-b0893184-24ad-41e7-a7c8-fa7d62918a91 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Feb 21 02:32:10.178398 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:10.189125 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 186e3f15-c158-44f9-a144-358d5ab62c8f completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:32:10.192668 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 186e3f15-c158-44f9-a144-358d5ab62c8f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:32:10.193042 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:10.270423 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:32:10.270725 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:10.292889 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:32:10.295147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a5d17a-3fd7-4fb4-a0de-b05b6ae012d0" -d '{"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:32:10.307841 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:10.311775 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:10.338052 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df3928-cf9e-40fb-a05f-e28535e67c0e x-openstack-request-id: req-c1df3928-cf9e-40fb-a05f-e28535e67c0e {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:32:10.338347 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:32:10.338601 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1df3928-cf9e-40fb-a05f-e28535e67c0e {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:32:10.338991 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'code': 200} Feb 21 02:32:10.365063 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:10.546269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dae6d-e83d-4e35-89dd-d931fe7bb82d req-ac795d87-e945-47cb-a072-c5578e6a6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:10.548566 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf9dae6d-e83d-4e35-89dd-d931fe7bb82d req-ac795d87-e945-47cb-a072-c5578e6a6561 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1129 time: 0.0446029 Feb 21 02:32:10.592387 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cf9dae6d-e83d-4e35-89dd-d931fe7bb82d req-7549f4b4-d824-4c68-b5e4-86adf38d42ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378218 Feb 21 02:32:10.646126 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a70d2-8568-4116-abd7-b40809532e0b req-67285433-082e-450b-ab09-6481e58d5d3a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:10.647602 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd1a70d2-8568-4116-abd7-b40809532e0b req-67285433-082e-450b-ab09-6481e58d5d3a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0572584 Feb 21 02:32:10.693441 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd1a70d2-8568-4116-abd7-b40809532e0b req-1bcdf894-58c2-4edd-bf0f-87e833a1e670 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Feb 21 02:32:11.201476 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['962ea4ca-f539-43b8-b4bb-f284776dc2a8'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:32:11.252734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47726bd-c11c-47df-938c-fbb97e0b51fc req-d5d8c294-9f2f-40c0-833e-780606361723 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:11.254246 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d47726bd-c11c-47df-938c-fbb97e0b51fc req-d5d8c294-9f2f-40c0-833e-780606361723 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 944 time: 0.0550315 Feb 21 02:32:11.300712 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d47726bd-c11c-47df-938c-fbb97e0b51fc req-00500401-836e-4923-af3c-b3ce166de1ef tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Feb 21 02:32:11.818690 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948e7eb-b88b-46b3-9cbc-d933f35af86e req-5fcf282c-8859-4b7a-acf4-7cb774bb097b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:11.820154 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5948e7eb-b88b-46b3-9cbc-d933f35af86e req-5fcf282c-8859-4b7a-acf4-7cb774bb097b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0570076 Feb 21 02:32:11.864957 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5948e7eb-b88b-46b3-9cbc-d933f35af86e req-28a639ca-841d-4f09-b408-d0db5eb48168 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392098 Feb 21 02:32:12.418192 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae080de-2437-4135-bb52-43269a95bed5 req-01bcc28c-5049-4940-8a8c-ecae3cb2c6c9 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:12.419663 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ae080de-2437-4135-bb52-43269a95bed5 req-01bcc28c-5049-4940-8a8c-ecae3cb2c6c9 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 944 time: 0.0513813 Feb 21 02:32:12.465225 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ae080de-2437-4135-bb52-43269a95bed5 req-1ed94d26-a6c4-46d6-a29b-9ece155d3501 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Feb 21 02:32:12.985376 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28c34-4d31-434e-b185-edb5a0434d69 req-1cd1ee10-6494-43db-ba46-ecdec047bebb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:12.986977 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51e28c34-4d31-434e-b185-edb5a0434d69 req-1cd1ee10-6494-43db-ba46-ecdec047bebb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Feb 21 02:32:13.032957 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51e28c34-4d31-434e-b185-edb5a0434d69 req-2fa6f69b-8dd0-41ac-98db-4a20ef6d874e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 Feb 21 02:32:13.585107 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478c144-c8aa-4852-92fe-4ecb29c2199f req-f6f4895e-f3c1-41ab-888f-ec11477c5691 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:13.586632 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a478c144-c8aa-4852-92fe-4ecb29c2199f req-f6f4895e-f3c1-41ab-888f-ec11477c5691 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 944 time: 0.0564599 Feb 21 02:32:13.634390 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a478c144-c8aa-4852-92fe-4ecb29c2199f req-bf8bd9d4-977a-45c8-9a80-e02c45b04bbd tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Feb 21 02:32:14.171214 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037922d-f1b1-4d58-9c4b-123f1cf4027c req-f92b2d72-25aa-412d-8002-e5f401bb86f0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:14.173481 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7037922d-f1b1-4d58-9c4b-123f1cf4027c req-f92b2d72-25aa-412d-8002-e5f401bb86f0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0638375 Feb 21 02:32:14.222642 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7037922d-f1b1-4d58-9c4b-123f1cf4027c req-68d5f431-0e0c-458a-b471-daf4be27f26d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Feb 21 02:32:14.351539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94e8b2-11a3-45e7-a06b-eb6edeef7ee0 req-e97e9d02-e75b-475f-a28f-508400e3aa6f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:14.352952 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6a94e8b2-11a3-45e7-a06b-eb6edeef7ee0 req-e97e9d02-e75b-475f-a28f-508400e3aa6f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0575523 Feb 21 02:32:14.362712 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57636) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:14.367650 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'floatingip': {'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:32:14.406323 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:14.751874 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fb2bf-b6b4-4b17-a2d5-9f1321ee04e3 req-147eacba-fd0d-4b14-a331-4921e9fc8cce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:14.753356 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-438fb2bf-b6b4-4b17-a2d5-9f1321ee04e3 req-147eacba-fd0d-4b14-a331-4921e9fc8cce tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 944 time: 0.0524759 Feb 21 02:32:14.801828 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-438fb2bf-b6b4-4b17-a2d5-9f1321ee04e3 req-81b41ea0-5e6d-4b74-b4a5-2c5cf1e42cb9 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Feb 21 02:32:14.854069 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:14.857565 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:14.959207 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Floating IP 3dec2eda-f9e9-4e48-b205-c976fa86790c associated. External IP: 172.27.1.202, port: 186e3f15-c158-44f9-a144-358d5ab62c8f. Feb 21 02:32:15.014670 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 962ea4ca-f539-43b8-b4bb-f284776dc2a8 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:32:15.063328 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:32:15.067541 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:32:15.067924 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:15.148544 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:32:15.148964 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:15.170795 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:32:15.172439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:32:15.173189 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa5692-dae1-468b-a84a-5b6a7e812003" -d '{"events": [{"server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "name": "network-vif-plugged", "status": "completed", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:32:15.186244 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:15.191321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:15.215760 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55158975-0da9-4abc-bccb-29f52fdb1f3b x-openstack-request-id: req-55158975-0da9-4abc-bccb-29f52fdb1f3b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:32:15.216016 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "name": "network-vif-plugged", "status": "completed", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:32:15.216273 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55158975-0da9-4abc-bccb-29f52fdb1f3b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:32:15.216668 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8', 'code': 200} Feb 21 02:32:15.241465 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:15.289023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:32:15.293966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:15.298621 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:32:15.309076 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:32:15.309718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:32:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:32:15.329831 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-59af5349-88fe-466c-9143-a675c04f4873 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "PUT /v2.0/floatingips/3dec2eda-f9e9-4e48-b205-c976fa86790c HTTP/1.1" status: 200 len: 991 time: 0.9637015 Feb 21 02:32:15.329831 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:32:15.331384 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a410af-eaa9-4b58-a349-cd9068eeb2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:32:15.372229 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c03f7-18be-4d1b-8ecd-0566e028c70e x-openstack-request-id: req-b73c03f7-18be-4d1b-8ecd-0566e028c70e {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:32:15.372519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:32:15.372771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b73c03f7-18be-4d1b-8ecd-0566e028c70e {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:32:15.373173 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'status': 'completed', 'code': 200} Feb 21 02:32:15.426843 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:32:15.497454 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:32:15.717069 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '3dec2eda-f9e9-4e48-b205-c976fa86790c', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:31:39Z', 'updated_at': '2022-02-21T02:32:14Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:32:15.751358 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:32:15.760122 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:32:15.760735 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:32:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:32:15.879494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:32:15.928952 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0afa38-d557-40e1-a13b-f5d37d19a561 req-415c6425-cc5c-4121-b03d-e0a67cff00e8 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:15.930508 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d0afa38-d557-40e1-a13b-f5d37d19a561 req-415c6425-cc5c-4121-b03d-e0a67cff00e8 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0535846 Feb 21 02:32:15.984252 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6d0afa38-d557-40e1-a13b-f5d37d19a561 req-8793b47b-bbc3-4ddf-99be-4b6e75db2c92 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Feb 21 02:32:16.102220 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '3dec2eda-f9e9-4e48-b205-c976fa86790c', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:31:39Z', 'updated_at': '2022-02-21T02:32:14Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:32:16.131496 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d85b4f4-2b32-4b0a-b110-7f8cc7b5141f None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '3dec2eda-f9e9-4e48-b205-c976fa86790c', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:31:39Z', 'updated_at': '2022-02-21T02:32:14Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:32:16.317916 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a7246-a6cd-46de-9b47-d911b676cc45 None None] New status for floating IP 3dec2eda-f9e9-4e48-b205-c976fa86790c: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:32:17.100658 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa5e42-b777-431d-b15b-e47cfbbacf99 req-829ad911-2780-4f86-a6e5-9875493d0bba tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:17.102057 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-acaa5e42-b777-431d-b15b-e47cfbbacf99 req-829ad911-2780-4f86-a6e5-9875493d0bba tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0521300 Feb 21 02:32:17.149950 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-acaa5e42-b777-431d-b15b-e47cfbbacf99 req-ad5511fe-c098-4fd8-83f1-813e3857b5d1 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 21 02:32:17.633579 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-05eb1c0d-a642-41c7-971a-f0228b2b96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:17.635119 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-05eb1c0d-a642-41c7-971a-f0228b2b96d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1129 time: 0.0481164 Feb 21 02:32:17.764046 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-19234382-30b0-4ce4-ba8e-f0bba1e4ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:17.765505 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-19234382-30b0-4ce4-ba8e-f0bba1e4ea42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.1186900 Feb 21 02:32:17.767132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1421618-547c-4880-b0fc-07d8de1bcb1b req-0e67852f-cefe-474e-9f21-89bfd12063a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:17.768460 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f1421618-547c-4880-b0fc-07d8de1bcb1b req-0e67852f-cefe-474e-9f21-89bfd12063a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 1129 time: 0.0776007 Feb 21 02:32:17.869677 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-5ee56ec7-b8f5-4c31-b3d2-459b2d111139 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 1001 time: 0.0839674 Feb 21 02:32:17.871643 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f1421618-547c-4880-b0fc-07d8de1bcb1b req-362487a2-3ddc-4197-a388-eb76241a1d52 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806227 Feb 21 02:32:18.162643 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-9697a29b-cacc-4ab0-beef-ecbf7aff99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:18.163975 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-9697a29b-cacc-4ab0-beef-ecbf7aff99ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0466008 Feb 21 02:32:18.213280 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-55847582-85a4-4d62-82ef-9a4fda5fc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:18.214830 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-55847582-85a4-4d62-82ef-9a4fda5fc016 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437622 Feb 21 02:32:18.324929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b5cd-ff03-44bf-bbdf-bcc47a6b180e req-05a9e2ea-880f-4cd5-8f77-5683b2622758 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:18.326457 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efc8b5cd-ff03-44bf-bbdf-bcc47a6b180e req-05a9e2ea-880f-4cd5-8f77-5683b2622758 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.1096079 Feb 21 02:32:18.355034 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-6a53412b-806c-4d54-a45c-7fc1a5495d9e service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293519 Feb 21 02:32:18.432031 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-efc8b5cd-ff03-44bf-bbdf-bcc47a6b180e req-d57ab534-73e8-43d2-a5e7-843bf4825c36 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992715 Feb 21 02:32:18.468330 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-60a410af-eaa9-4b58-a349-cd9068eeb2c6 req-357e2240-6cd2-4425-94e7-f2ef5877ea00 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070266 Feb 21 02:32:19.547574 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f595-63f2-436e-af26-62c3b4338b84 req-8f5c0299-9ff0-4340-a4fe-dca4097b6df0 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:19.549007 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9433f595-63f2-436e-af26-62c3b4338b84 req-8f5c0299-9ff0-4340-a4fe-dca4097b6df0 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0510504 Feb 21 02:32:19.595331 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9433f595-63f2-436e-af26-62c3b4338b84 req-bb964a0f-e4d3-422b-83b8-974f3b03196b tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Feb 21 02:32:20.709833 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43b208-39fc-4dc3-a7a5-6a1729a62ab6 req-0c7340f5-eedf-4495-9dd1-45b989cb8ffe tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:20.711220 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7b43b208-39fc-4dc3-a7a5-6a1729a62ab6 req-0c7340f5-eedf-4495-9dd1-45b989cb8ffe tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0518036 Feb 21 02:32:20.756814 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7b43b208-39fc-4dc3-a7a5-6a1729a62ab6 req-e47312b0-6171-4621-8910-22d890987022 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Feb 21 02:32:22.839778 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57750) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:22.941467 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.013440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Publish callbacks [] for security_group (24c22904-1f43-4435-bee6-a190364b723a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.018121 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (24c22904-1f43-4435-bee6-a190364b723a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.055378 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=944d9204ae564cbbbe398a4a9fdc727f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145629 Feb 21 02:32:23.056232 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c22904-1f43-4435-bee6-a190364b723a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:23.058074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57754) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:23.063822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.064173 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.064520 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.064852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.065182 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.065508 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.065862 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.066189 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.066513 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.066836 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.067155 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.067471 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.067787 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88754085-06e1-486e-9365-af428eb85318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:23.105004 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] Publish callbacks [] for security_group (24c22904-1f43-4435-bee6-a190364b723a), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.126859 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] Publish callbacks [] for security_group (24c22904-1f43-4435-bee6-a190364b723a), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.174319 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (24c22904-1f43-4435-bee6-a190364b723a), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.176859 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.178102 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24c22904-1f43-4435-bee6-a190364b723a HTTP/1.1" status: 204 len: 168 time: 0.1189637 Feb 21 02:32:23.186355 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bea296-15af-43a7-b14a-1a0ae0c4389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c22904-1f43-4435-bee6-a190364b723a,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:23.431421 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57762) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:23.444363 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3b17fae8-9fab-49ad-9936-a7cbf8ca37f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.746628 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3b17fae8-9fab-49ad-9936-a7cbf8ca37f0 admin admin] Publish callbacks [] for security_group (b22e0f80-aa08-4aff-8c65-a4d4721ffe52), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.751273 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3b17fae8-9fab-49ad-9936-a7cbf8ca37f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b22e0f80-aa08-4aff-8c65-a4d4721ffe52), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.787803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17fae8-9fab-49ad-9936-a7cbf8ca37f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e0f80-aa08-4aff-8c65-a4d4721ffe52,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:23.792067 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3b17fae8-9fab-49ad-9936-a7cbf8ca37f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36fa96ccef67491d8d50445a87ce0307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595486 Feb 21 02:32:23.794706 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57764) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:23.841673 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] Publish callbacks [] for security_group (b22e0f80-aa08-4aff-8c65-a4d4721ffe52), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.863104 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] Publish callbacks [] for security_group (b22e0f80-aa08-4aff-8c65-a4d4721ffe52), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.908300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b22e0f80-aa08-4aff-8c65-a4d4721ffe52), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.910829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:23.911991 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b22e0f80-aa08-4aff-8c65-a4d4721ffe52 HTTP/1.1" status: 204 len: 168 time: 0.1164708 Feb 21 02:32:23.919405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1a618-8b8b-4efd-9d21-fdceef453116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e0f80-aa08-4aff-8c65-a4d4721ffe52,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:25.512438 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57824) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:25.623496 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5c4f-9c1e-4d87-94ad-c9a217d51fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:25.916156 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5c4f-9c1e-4d87-94ad-c9a217d51fee admin admin] Publish callbacks [] for security_group (35baefd6-5d57-4e58-bda6-145be9135bca), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:25.919935 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5c4f-9c1e-4d87-94ad-c9a217d51fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (35baefd6-5d57-4e58-bda6-145be9135bca), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:25.956271 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8cfa5c4f-9c1e-4d87-94ad-c9a217d51fee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba8c8be2d9d84e0eaa66f1a7f2926fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427121 Feb 21 02:32:25.958366 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa5c4f-9c1e-4d87-94ad-c9a217d51fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35baefd6-5d57-4e58-bda6-145be9135bca,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:25.959119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57830) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:26.009339 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] Publish callbacks [] for security_group (35baefd6-5d57-4e58-bda6-145be9135bca), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.030561 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] Publish callbacks [] for security_group (35baefd6-5d57-4e58-bda6-145be9135bca), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.079325 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (35baefd6-5d57-4e58-bda6-145be9135bca), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.081896 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.083044 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35baefd6-5d57-4e58-bda6-145be9135bca HTTP/1.1" status: 204 len: 168 time: 0.1228938 Feb 21 02:32:26.091052 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79d0ab-537b-4ca7-b48c-5e859073ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35baefd6-5d57-4e58-bda6-145be9135bca,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:26.338390 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 57838) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:26.351817 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ec194a0-952f-4ae5-a99a-78847d252b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.425697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ec194a0-952f-4ae5-a99a-78847d252b9c admin admin] Publish callbacks [] for security_group (680b44b4-9bad-4826-9a59-7ef39c7236f1), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.429101 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ec194a0-952f-4ae5-a99a-78847d252b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (680b44b4-9bad-4826-9a59-7ef39c7236f1), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.467092 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7ec194a0-952f-4ae5-a99a-78847d252b9c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=413b7ae61d4b4cd784b51eddf041f7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276498 Feb 21 02:32:26.468191 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec194a0-952f-4ae5-a99a-78847d252b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680b44b4-9bad-4826-9a59-7ef39c7236f1,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:26.469979 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 57840) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:32:26.518786 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] Publish callbacks [] for security_group (680b44b4-9bad-4826-9a59-7ef39c7236f1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.538461 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] Publish callbacks [] for security_group (680b44b4-9bad-4826-9a59-7ef39c7236f1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.583371 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (680b44b4-9bad-4826-9a59-7ef39c7236f1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.586555 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:26.587905 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/680b44b4-9bad-4826-9a59-7ef39c7236f1 HTTP/1.1" status: 204 len: 168 time: 0.1163416 Feb 21 02:32:26.598807 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5d696-e6a3-4a7e-8a57-8390e2b6be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680b44b4-9bad-4826-9a59-7ef39c7236f1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:28.991816 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-43c5968c-7957-4695-8a9c-9ab85d89eff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:31.439304 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f2e6edfd-a31d-4539-9157-89b238a6e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:32.241842 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:33.802859 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:35.352677 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:40.173010 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:43.868196 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-9d1d7869-b921-445d-ad9d-20fd8a70be3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423172 Feb 21 02:32:44.010585 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-d7c8dee8-fee9-4eb0-9dcf-309f173ea019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:44.012082 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-d7c8dee8-fee9-4eb0-9dcf-309f173ea019 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.0467603 Feb 21 02:32:44.116752 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-87b4bdea-dc7a-4810-8be1-d9feabd3682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:44.118331 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-87b4bdea-dc7a-4810-8be1-d9feabd3682b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.0865018 Feb 21 02:32:44.185531 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-a84d80e2-adcd-4256-94ca-bbb1d093800d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 1000 time: 0.0607269 Feb 21 02:32:44.236213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-74e2188a-589d-449a-ab88-92110ebb84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:44.237701 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-74e2188a-589d-449a-ab88-92110ebb84b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0455568 Feb 21 02:32:44.286132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-e082874b-a478-4664-a0a7-b08405ad9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:44.287587 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-e082874b-a478-4664-a0a7-b08405ad9637 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427303 Feb 21 02:32:44.379403 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-5a51cfe5-9dad-4f65-8b63-c1b88d18fda0 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Feb 21 02:32:44.467485 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-739ee949-24cd-43c5-9148-2d8d446e6b5e req-8135e1c3-1d99-4d39-ab8c-57d1d655a267 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819120 Feb 21 02:32:50.069960 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283664-ff44-4429-93cc-304ce768e6fc req-2493b385-1f60-40a6-98d3-dc4d32289411 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:50.071435 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-75283664-ff44-4429-93cc-304ce768e6fc req-2493b385-1f60-40a6-98d3-dc4d32289411 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0523977 Feb 21 02:32:50.121498 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-75283664-ff44-4429-93cc-304ce768e6fc req-24cdbf76-5212-43fe-aef6-be02ba3b92b8 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Feb 21 02:32:51.337474 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193330-9983-40b2-aebc-b62b8a3a27d8 req-5dd95e1a-9770-44f8-8e6e-86591142cd53 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:51.338958 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85193330-9983-40b2-aebc-b62b8a3a27d8 req-5dd95e1a-9770-44f8-8e6e-86591142cd53 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.1470726 Feb 21 02:32:51.387703 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85193330-9983-40b2-aebc-b62b8a3a27d8 req-4de005da-bab3-40fc-8afc-70f71674d22d tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Feb 21 02:32:52.499923 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:32:52.506556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba315e7c-92ae-428e-b6d4-2683d98b12ce req-790dc6bd-caeb-43fd-b0f5-f3b9872749bd tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:52.508055 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba315e7c-92ae-428e-b6d4-2683d98b12ce req-790dc6bd-caeb-43fd-b0f5-f3b9872749bd tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0535729 Feb 21 02:32:52.553176 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba315e7c-92ae-428e-b6d4-2683d98b12ce req-b5b8ae37-cacb-41f6-9649-e1d5a9836f35 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.75 "GET /v2.0/security-groups?id=23c5f0db-232c-4a61-8475-5157e7adf864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397491 Feb 21 02:32:52.616776 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-838c8ee7-05eb-44ab-95c5-93b432db712c tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:32:52.618265 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-838c8ee7-05eb-44ab-95c5-93b432db712c tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6d57bba-d8da-48e6-a336-4a45b02a871d HTTP/1.1" status: 200 len: 945 time: 0.0499439 Feb 21 02:32:52.713397 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Deleting port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:32:52.713769 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:52.800373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] For port 962ea4ca-f539-43b8-b4bb-f284776dc2a8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=962ea4ca-f539-43b8-b4bb-f284776dc2a8,segment=NetworkSegment(08a68c3e-71df-4078-be8c-924b91149266),segment_id=08a68c3e-71df-4078-be8c-924b91149266)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:32:52.800734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:52.812819 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Calling delete_port for 962ea4ca-f539-43b8-b4bb-f284776dc2a8 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:32:52.938534 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (962ea4ca-f539-43b8-b4bb-f284776dc2a8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:52.951823 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['962ea4ca-f539-43b8-b4bb-f284776dc2a8'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:32:52.964252 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Pushing event deleted for resources: {'Port': ['ID=962ea4ca-f539-43b8-b4bb-f284776dc2a8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:32:52.974471 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.974790 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.975140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.975483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.975820 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.976157 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.976488 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.976822 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.977750 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.977750 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.977948 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.978118 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:52.978441 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:32:53.022266 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] No DVR routers for this DVR port 962ea4ca-f539-43b8-b4bb-f284776dc2a8 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:32:53.024731 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:32:53.028104 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7582e4c6-2f7a-4bdb-bd80-144dc61655fd req-526fd251-d180-4b9e-b473-4f403c80b337 tempest-VolumesSnapshotTestJSON-1495969465 tempest-VolumesSnapshotTestJSON-1495969465-project] 10.222.0.42 "DELETE /v2.0/ports/962ea4ca-f539-43b8-b4bb-f284776dc2a8 HTTP/1.1" status: 204 len: 173 time: 0.4030213 Feb 21 02:32:53.028539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'name': 'network-vif-deleted', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:32:53.031310 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a27cad1-85f0-4f52-82a0-4655eac013f1" -d '{"events": [{"server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "name": "network-vif-deleted", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:32:53.126187 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085c465-1901-4ca0-beec-fda5850d670b x-openstack-request-id: req-2085c465-1901-4ca0-beec-fda5850d670b {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:32:53.126486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d57bba-d8da-48e6-a336-4a45b02a871d", "name": "network-vif-deleted", "tag": "962ea4ca-f539-43b8-b4bb-f284776dc2a8", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:32:53.126739 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2085c465-1901-4ca0-beec-fda5850d670b {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:32:53.127147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d57bba-d8da-48e6-a336-4a45b02a871d', 'name': 'network-vif-deleted', 'tag': '962ea4ca-f539-43b8-b4bb-f284776dc2a8', 'status': 'completed', 'code': 200} Feb 21 02:32:56.372267 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 962ea4ca-f539-43b8-b4bb-f284776dc2a8 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:32:56.393860 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 962ea4ca-f539-43b8-b4bb-f284776dc2a8 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:32:56.394209 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 962ea4ca-f539-43b8-b4bb-f284776dc2a8 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:32:58.994047 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bf68f976-1e78-423c-8110-20e7f49d61fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:01.443992 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-121192c1-79ab-42c7-8509-22887e43fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:02.245723 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:03.811652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:05.354684 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:10.184728 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.109962 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58292) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:19.222731 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac0500ea-e9e4-46ea-82dc-01f8c1accb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.294640 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac0500ea-e9e4-46ea-82dc-01f8c1accb14 admin admin] Publish callbacks [] for security_group (2c46252d-7a2d-4520-b1ad-d640fb6bdd30), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.298461 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ac0500ea-e9e4-46ea-82dc-01f8c1accb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2c46252d-7a2d-4520-b1ad-d640fb6bdd30), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.335855 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ac0500ea-e9e4-46ea-82dc-01f8c1accb14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23b2ff3de5554c97bddad7d383392bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279968 Feb 21 02:33:19.337960 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0500ea-e9e4-46ea-82dc-01f8c1accb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46252d-7a2d-4520-b1ad-d640fb6bdd30,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:33:19.338677 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58300) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:19.394509 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] Publish callbacks [] for security_group (2c46252d-7a2d-4520-b1ad-d640fb6bdd30), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.415775 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] Publish callbacks [] for security_group (2c46252d-7a2d-4520-b1ad-d640fb6bdd30), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.461608 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (2c46252d-7a2d-4520-b1ad-d640fb6bdd30), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.464300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:19.465444 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c46252d-7a2d-4520-b1ad-d640fb6bdd30 HTTP/1.1" status: 204 len: 168 time: 0.1256075 Feb 21 02:33:19.472996 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed03a2b-476e-48fb-b24b-e568fb6ed703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46252d-7a2d-4520-b1ad-d640fb6bdd30,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:33:24.814519 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58406) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:24.858432 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Deleting subnet cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:33:24.861737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Publish callbacks [] for subnet (cb7f00fb-eeaa-423b-96e6-b3a9e18d0793), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:24.895783 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (cb7f00fb-eeaa-423b-96e6-b3a9e18d0793), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:24.936560 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (cb7f00fb-eeaa-423b-96e6-b3a9e18d0793), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:24.987247 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (cb7f00fb-eeaa-423b-96e6-b3a9e18d0793), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.016312 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.019711 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cb7f00fb-eeaa-423b-96e6-b3a9e18d0793 HTTP/1.1" status: 204 len: 168 time: 0.2040465 Feb 21 02:33:25.020652 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f623d-4d85-4d39-94b7-d951e4b5a86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7f00fb-eeaa-423b-96e6-b3a9e18d0793,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:33:25.022308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58408) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:25.089703 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (26881fc9-45ba-431f-a03d-7739d0624db9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.169787 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (26881fc9-45ba-431f-a03d-7739d0624db9), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.189427 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26881fc9-45ba-431f-a03d-7739d0624db9']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:33:25.199411 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a68c3e-71df-4078-be8c-924b91149266') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:33:25.199717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a68c3e-71df-4078-be8c-924b91149266') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:33:25.208916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (08a68c3e-71df-4078-be8c-924b91149266), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.221561 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (08a68c3e-71df-4078-be8c-924b91149266), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.228023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:33:25.228404 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (08a68c3e-71df-4078-be8c-924b91149266), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:33:25.230009 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:33:25.287894 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (26881fc9-45ba-431f-a03d-7739d0624db9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.303959 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.309406 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/26881fc9-45ba-431f-a03d-7739d0624db9 HTTP/1.1" status: 204 len: 168 time: 0.2839231 Feb 21 02:33:25.309406 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30201083-204b-4b07-bb09-c5ef1a8222d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=26881fc9-45ba-431f-a03d-7739d0624db9,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:33:25.476783 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58418) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:25.518640 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-307a5dcc-d0d7-4c49-9a46-a7d71098c835 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85d4895c6155469e9922d6ad6e152051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405040 Feb 21 02:33:25.522036 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58424) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:33:25.579987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Publish callbacks [] for security_group (23c5f0db-232c-4a61-8475-5157e7adf864), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.601107 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Publish callbacks [] for security_group (23c5f0db-232c-4a61-8475-5157e7adf864), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.647087 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (23c5f0db-232c-4a61-8475-5157e7adf864), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.649664 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:25.650783 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23c5f0db-232c-4a61-8475-5157e7adf864 HTTP/1.1" status: 204 len: 168 time: 0.1272280 Feb 21 02:33:25.658382 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c5f0db-232c-4a61-8475-5157e7adf864,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:33:25.665711 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.666068 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.666434 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.666741 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.667076 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.667404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.667737 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.668141 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.668419 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.668744 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.669096 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.669416 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:25.669760 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79e6a3-566e-40d4-8caf-e8635e54c868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:33:28.997198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-23daa512-0ff4-431c-a78e-c07969dcfe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:29.499010 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:33:31.446595 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2d945aa-7f83-4b3a-b967-30ff0c082f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:32.247341 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:33.805682 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:35.359210 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:40.186001 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:43.324089 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-c40fb4d0-cebd-4ba7-a251-9c8f73967aea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1819563 Feb 21 02:33:43.397421 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-19653dd9-b75e-4bd6-a395-e83feb2f3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:43.399162 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-19653dd9-b75e-4bd6-a395-e83feb2f3ec0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0507972 Feb 21 02:33:43.512979 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-b06f0441-ed47-45a5-a87f-7fc02eac3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:43.514529 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-b06f0441-ed47-45a5-a87f-7fc02eac3ec0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.0959237 Feb 21 02:33:43.581147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-a301f9a9-7a2d-41dc-9ae0-b651f1125929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 1001 time: 0.0598476 Feb 21 02:33:43.634040 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-39e3e42d-390e-4d27-8416-8fe65d4ef510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:43.635484 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-39e3e42d-390e-4d27-8416-8fe65d4ef510 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0476789 Feb 21 02:33:43.685747 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-041d1730-e84d-4487-8beb-e469f3bcd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:43.687212 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-041d1730-e84d-4487-8beb-e469f3bcd432 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449388 Feb 21 02:33:43.776160 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-dd659cb8-de3a-43b4-a8fc-93fa22e0f4b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827391 Feb 21 02:33:43.873032 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d74fe75-a72f-43e9-8f49-0de3d94f2d40 req-737e9518-25be-474f-b85d-31158cfac297 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865657 Feb 21 02:33:55.219738 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938d3ad-8d93-4567-970b-36de0fb9d807 req-27c68bab-295b-45fa-aeb9-56bf1e2776fe tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:55.221115 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5938d3ad-8d93-4567-970b-36de0fb9d807 req-27c68bab-295b-45fa-aeb9-56bf1e2776fe tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0551102 Feb 21 02:33:55.267491 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5938d3ad-8d93-4567-970b-36de0fb9d807 req-34472e3e-56db-41d3-b909-0b2054c201e4 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 Feb 21 02:33:56.387576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd69e-ff19-4bee-80c2-c279af267f67 req-c30ed1a3-07af-48cb-b0d4-8d098548c45d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:56.389060 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0e5dd69e-ff19-4bee-80c2-c279af267f67 req-c30ed1a3-07af-48cb-b0d4-8d098548c45d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0532103 Feb 21 02:33:56.435006 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0e5dd69e-ff19-4bee-80c2-c279af267f67 req-d83512cb-d508-4db0-9268-5fb90d1a8ec8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Feb 21 02:33:57.558309 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c946a-62df-4d0a-900c-90407cda1f71 req-addaa950-61e6-4018-9540-3a61c8516dc2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:57.559816 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-547c946a-62df-4d0a-900c-90407cda1f71 req-addaa950-61e6-4018-9540-3a61c8516dc2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0560977 Feb 21 02:33:57.617480 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-547c946a-62df-4d0a-900c-90407cda1f71 req-16f56b8f-241a-4648-aa65-7d78d2d04720 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510364 Feb 21 02:33:58.740555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2649c43-0a92-4568-b84a-995455b09730 req-7f0cd58d-1532-41fd-aa26-b03186e4becc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:58.742458 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2649c43-0a92-4568-b84a-995455b09730 req-7f0cd58d-1532-41fd-aa26-b03186e4becc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0569773 Feb 21 02:33:58.797252 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e2649c43-0a92-4568-b84a-995455b09730 req-155c2d54-3497-4776-b803-b7b183b9fb6f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490756 Feb 21 02:33:58.999286 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-36ef1daa-1bc8-491c-83c4-86ccfdc5d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:33:59.929056 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cd87c-5a57-4d00-b919-2699603cd639 req-9b05f2bc-d3b3-4738-aa6e-1cbeebe653f1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:33:59.930577 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b42cd87c-5a57-4d00-b919-2699603cd639 req-9b05f2bc-d3b3-4738-aa6e-1cbeebe653f1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0664618 Feb 21 02:33:59.976426 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b42cd87c-5a57-4d00-b919-2699603cd639 req-16c1e90c-ca5f-42ff-a046-1976da00050a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Feb 21 02:34:01.105614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e32b4-af12-406f-b415-a1345bb05cd6 req-d178d6f0-4f18-4603-8d8b-30db61b68d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:01.107099 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5b3e32b4-af12-406f-b415-a1345bb05cd6 req-d178d6f0-4f18-4603-8d8b-30db61b68d12 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0520489 Feb 21 02:34:01.152554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5b3e32b4-af12-406f-b415-a1345bb05cd6 req-f5fc8fdc-e5c1-447c-92fb-b9c764abcc69 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Feb 21 02:34:01.448517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a6e482ae-7559-485f-a114-dcb597bd34df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.252225 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.284432 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892030b-3157-42be-a37b-9390448000d8 req-9d77bea2-593f-424f-8df4-1fdf13e5cf9b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:02.285962 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2892030b-3157-42be-a37b-9390448000d8 req-9d77bea2-593f-424f-8df4-1fdf13e5cf9b tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0646627 Feb 21 02:34:02.314783 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58680) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:02.333991 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2892030b-3157-42be-a37b-9390448000d8 req-496af8e4-42b8-4a50-8c89-54b0b06097a5 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Feb 21 02:34:02.423575 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.496240 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Publish callbacks [] for security_group (f5599fb7-d472-479f-91bf-02dc2fbc8667), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.500227 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f5599fb7-d472-479f-91bf-02dc2fbc8667), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.538269 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2e780f3964747b4b2d19438651dd005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217128 Feb 21 02:34:02.539152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5599fb7-d472-479f-91bf-02dc2fbc8667,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:02.541265 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58684) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:02.546303 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.546658 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.547003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.547339 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.547670 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.548006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.548335 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.548687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.549012 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.549335 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.549676 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.550002 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.550320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1f4d-7c5e-4fb3-a34c-789f44ff1cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:02.587925 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] Publish callbacks [] for security_group (f5599fb7-d472-479f-91bf-02dc2fbc8667), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.608716 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] Publish callbacks [] for security_group (f5599fb7-d472-479f-91bf-02dc2fbc8667), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.657632 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (f5599fb7-d472-479f-91bf-02dc2fbc8667), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.660230 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:02.661352 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5599fb7-d472-479f-91bf-02dc2fbc8667 HTTP/1.1" status: 204 len: 168 time: 0.1190197 Feb 21 02:34:02.668854 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123fe3a-193f-451b-897b-ad2464f4e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5599fb7-d472-479f-91bf-02dc2fbc8667,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:03.266022 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58706) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:03.360989 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1683710174-network', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:03.382604 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Made reservation on behalf of e36f98f3ada743f7be39257e917a12c9 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:03.385091 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.396869 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.482094 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e325f19-c70b-4096-9dc6-e97926be8ca2 req-8f9c7fbf-be35-4cd5-b950-f586c24e96e2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:03.483590 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e325f19-c70b-4096-9dc6-e97926be8ca2 req-8f9c7fbf-be35-4cd5-b950-f586c24e96e2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0785336 Feb 21 02:34:03.548482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks [] for security_group (5e7b0cc1-31cd-437c-9265-dc0f7b14eb33), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.554084 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5e7b0cc1-31cd-437c-9265-dc0f7b14eb33), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.563945 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9e325f19-c70b-4096-9dc6-e97926be8ca2 req-bef15a2c-2a03-45c3-be27-04db8fd37db7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730867 Feb 21 02:34:03.580439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:34:03.595088 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:03.601724 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (139bda7c-94f9-46fe-9e60-3fb302753a4e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.602076 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Added segment 139bda7c-94f9-46fe-9e60-3fb302753a4e of type vlan for network a46c34e7-6a38-4255-86f4-6a2d2cc0462d Feb 21 02:34:03.641028 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (a46c34e7-6a38-4255-86f4-6a2d2cc0462d), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.664725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (a46c34e7-6a38-4255-86f4-6a2d2cc0462d), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.665768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:03.666358 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.717304 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4501956 Feb 21 02:34:03.720170 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58712) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:03.725572 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Request body: {'subnet': {'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1683710174-subnet', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:03.730444 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08214cc6-11bd-4ef4-bb0f-f523b29f9c06 admin admin] Pushing event updated for resources: {'Network': ['ID=a46c34e7-6a38-4255-86f4-6a2d2cc0462d,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:03.741963 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:34:03.749317 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Made reservation on behalf of e36f98f3ada743f7be39257e917a12c9 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:03.751822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.821675 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.920811 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (6cd44471-5680-4df8-a1f1-48beabf51772), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:03.974733 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd44471-5680-4df8-a1f1-48beabf51772,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:03.983424 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Checking segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:03.983763 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Network hostable DHCP agents. Network: a46c34e7-6a38-4255-86f4-6a2d2cc0462d, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:34:04.000345 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:34:04.009469 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, a46c34e7-6a38-4255-86f4-6a2d2cc0462d) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:04.013897 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:04.014492 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.019226 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a483928-0b3c-4bc2-8a7a-5e9ebaed0096 None None] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:34:04.030456 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-99e467eb-1004-441a-b54b-da55c9e12a93 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3086851 Feb 21 02:34:04.033046 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58714) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:04.037184 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:04.056212 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.057212 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.109560 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for router_controller (c6afb920-72db-42f1-8a41-27b3ee9ae65d), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.126907 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:34:04.127803 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.253121 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for router_gateway (c6afb920-72db-42f1-8a41-27b3ee9ae65d), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.257709 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Allocated IP 172.20.0.2 (a46c34e7-6a38-4255-86f4-6a2d2cc0462d/6cd44471-5680-4df8-a1f1-48beabf51772/da61c18f-abf8-41b6-8393-313c22bfa3f7) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:04.404783 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks [] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.410801 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.449240 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:04.451956 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:04.457221 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for router_gateway (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.457409 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:04.464046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Pushing event updated for resources: {'Port': ['ID=da61c18f-abf8-41b6-8393-313c22bfa3f7,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:04.477005 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.489593 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.490002 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.490390 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.490823 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.491558 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.492020 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.492371 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.492696 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.493030 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.493362 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.493715 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.494046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.494386 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:04.530275 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Attempting to bind port da61c18f-abf8-41b6-8393-313c22bfa3f7 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:04.530645 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Attempting to bind port da61c18f-abf8-41b6-8393-313c22bfa3f7 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:04.531000 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Attempting to bind port da61c18f-abf8-41b6-8393-313c22bfa3f7 on network a46c34e7-6a38-4255-86f4-6a2d2cc0462d {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:04.536037 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:04.536407 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Checking segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:04.536805 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.537189 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Bound using segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:04.538246 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Bound port: da61c18f-abf8-41b6-8393-313c22bfa3f7, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:04.538945 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.584251 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Allocated IP 172.27.1.251 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/57f206fe-6def-4481-b858-2a706d70d4b5) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:04.601521 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] For port da61c18f-abf8-41b6-8393-313c22bfa3f7, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:04.605487 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] For port da61c18f-abf8-41b6-8393-313c22bfa3f7, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=da61c18f-abf8-41b6-8393-313c22bfa3f7,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:04.612649 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.679937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c714-8356-4cc0-9e92-6221ae94f326 None None] Pushing event updated for resources: {'Port': ['ID=da61c18f-abf8-41b6-8393-313c22bfa3f7,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:04.735124 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for port (57f206fe-6def-4481-b858-2a706d70d4b5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.746052 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa60d-6b92-44e7-b9b5-dc554adab175 req-7adc63f3-be25-4f49-891b-896da88c6d18 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:04.747580 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea4aa60d-6b92-44e7-b9b5-dc554adab175 req-7adc63f3-be25-4f49-891b-896da88c6d18 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1058238 Feb 21 02:34:04.812984 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea4aa60d-6b92-44e7-b9b5-dc554adab175 req-459aa956-3f9b-4a2f-8b49-a0f8499e90a9 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589244 Feb 21 02:34:04.814634 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:04.871928 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:04.876852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:04.879246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:04.885086 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Pushing event updated for resources: {'Port': ['ID=57f206fe-6def-4481-b858-2a706d70d4b5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:05.063432 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device da61c18f-abf8-41b6-8393-313c22bfa3f7 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:05.116504 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port da61c18f-abf8-41b6-8393-313c22bfa3f7 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:05.116978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.151135 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for router_gateway (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.198641 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port da61c18f-abf8-41b6-8393-313c22bfa3f7 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:05.199033 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.231433 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port da61c18f-abf8-41b6-8393-313c22bfa3f7, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=da61c18f-abf8-41b6-8393-313c22bfa3f7,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:05.236212 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.283309 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=da61c18f-abf8-41b6-8393-313c22bfa3f7,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:05.367618 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.369893 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.508520 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Router c6afb920-72db-42f1-8a41-27b3ee9ae65d is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:34:05.619886 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2236d8b-aa7c-4e6b-a4f7-3c614863ed5e None None] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:34:05.622438 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:34:05.636532 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Sync routers for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:34:05.639982 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.641210 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-359bc8d6-0afd-406f-9108-974f74c3b6aa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6072526 Feb 21 02:34:05.643893 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58718) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:05.683966 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:05.684596 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:05.755739 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-073130f1-7f50-426b-9368-32d268e80575 None None] Provisioning complete for port da61c18f-abf8-41b6-8393-313c22bfa3f7 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:05.756114 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-073130f1-7f50-426b-9368-32d268e80575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:05.968925 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9aa44d-e746-4749-b04f-0def2b82536b req-885e98bc-fa23-4018-a538-521b96bcfca5 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:05.970886 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d9aa44d-e746-4749-b04f-0def2b82536b req-885e98bc-fa23-4018-a538-521b96bcfca5 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0572248 Feb 21 02:34:06.018890 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:06.020858 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7d9aa44d-e746-4749-b04f-0def2b82536b req-49e17f29-40a9-4123-ad1a-58c81924cb3c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Feb 21 02:34:06.169572 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-073130f1-7f50-426b-9368-32d268e80575 None None] Current status of the port da61c18f-abf8-41b6-8393-313c22bfa3f7 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:06.287128 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:05Z', 'revision_number': 3, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:06.309870 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563dca0-e865-4114-b90e-d0581978987d req-e017926d-6722-4dc9-941b-1dfca95aa963 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:06.312578 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b563dca0-e865-4114-b90e-d0581978987d req-e017926d-6722-4dc9-941b-1dfca95aa963 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.1049891 Feb 21 02:34:06.323615 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Checking router: c6afb920-72db-42f1-8a41-27b3ee9ae65d for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:34:06.323978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Updating router c6afb920-72db-42f1-8a41-27b3ee9ae65d port 57f206fe-6def-4481-b858-2a706d70d4b5 binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:34:06.336645 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-585aba93-f826-408f-9238-be7706041a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:06.338673 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-585aba93-f826-408f-9238-be7706041a0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 1130 time: 0.0895975 Feb 21 02:34:06.352630 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.367985 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.429522 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b563dca0-e865-4114-b90e-d0581978987d req-43c39237-4d3b-4d04-9e54-d4e7dbabc17d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119056 Feb 21 02:34:06.463201 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-63f0c18b-e7ed-48e3-bdc4-c6c4cb80f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:06.465165 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-63f0c18b-e7ed-48e3-bdc4-c6c4cb80f098 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.1086607 Feb 21 02:34:06.487664 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-1511253e-88db-4ddf-9b83-4a57797b5672 None None] Provisioning complete for port da61c18f-abf8-41b6-8393-313c22bfa3f7 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:06.488047 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1511253e-88db-4ddf-9b83-4a57797b5672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.502735 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:34:06.522221 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Allocated IP 172.20.0.1 (a46c34e7-6a38-4255-86f4-6a2d2cc0462d/6cd44471-5680-4df8-a1f1-48beabf51772/4e55290a-9c7a-46c6-a0aa-2197f903591b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:06.539350 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-10172dcc-b098-4890-a2a8-d98c5c5a1f62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 200 len: 1000 time: 0.0677624 Feb 21 02:34:06.590221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-6eb4dae6-0139-4932-93db-cb94109aa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:06.591834 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-6eb4dae6-0139-4932-93db-cb94109aa834 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0453310 Feb 21 02:34:06.640683 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks [] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.646350 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1511253e-88db-4ddf-9b83-4a57797b5672 None None] Current status of the port da61c18f-abf8-41b6-8393-313c22bfa3f7 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:06.647470 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-374e2bab-4da3-4ff8-b0cc-9be4c1b870db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:06.649136 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-374e2bab-4da3-4ff8-b0cc-9be4c1b870db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516844 Feb 21 02:34:06.680861 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.720714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks [] for port (57f206fe-6def-4481-b858-2a706d70d4b5), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.721594 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:06.728137 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.731501 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:06.734640 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Pushing event updated for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:06.736261 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:06.748039 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-02664c06-5752-4345-ac31-b8d915c01a63 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918434 Feb 21 02:34:06.782024 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.799670 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Attempting to bind port 57f206fe-6def-4481-b858-2a706d70d4b5 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:06.800051 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Attempting to bind port 57f206fe-6def-4481-b858-2a706d70d4b5 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:06.800398 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Attempting to bind port 57f206fe-6def-4481-b858-2a706d70d4b5 on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:06.802551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24813e4-5370-423b-84e4-e5b4dd8ef81d None None] Pushing event updated for resources: {'Port': ['ID=57f206fe-6def-4481-b858-2a706d70d4b5,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:06.808392 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:06.808784 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:06.809190 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.809580 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:06.810078 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Bound port: 57f206fe-6def-4481-b858-2a706d70d4b5, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:06.810461 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.856734 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fa2db6ac-3dae-483d-b4d5-cc8b86ccdf4a req-43847791-52de-4ea6-a90c-99c99640013c service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018958 Feb 21 02:34:06.873959 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] For port 57f206fe-6def-4481-b858-2a706d70d4b5, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:06.877627 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] For port 57f206fe-6def-4481-b858-2a706d70d4b5, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=57f206fe-6def-4481-b858-2a706d70d4b5,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:06.885139 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.940218 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:06.952231 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:06.952868 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:06.954837 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24813e4-5370-423b-84e4-e5b4dd8ef81d None None] Pushing event updated for resources: {'Port': ['ID=57f206fe-6def-4481-b858-2a706d70d4b5,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:07.065892 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device da61c18f-abf8-41b6-8393-313c22bfa3f7 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:07.099717 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:07.122788 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks [] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.134454 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.148256 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-241b8c20-5842-434a-9824-fb01ebf07960 None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:07.148628 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-241b8c20-5842-434a-9824-fb01ebf07960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.201813 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.203440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Pushing event updated for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:07.230264 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-241b8c20-5842-434a-9824-fb01ebf07960 None None] Port 4e55290a-9c7a-46c6-a0aa-2197f903591b cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:07.276652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port da61c18f-abf8-41b6-8393-313c22bfa3f7 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:07.277028 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.297898 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:07.299239 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:07.414272 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port da61c18f-abf8-41b6-8393-313c22bfa3f7 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:07.428439 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 1, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:07.430924 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Router c6afb920-72db-42f1-8a41-27b3ee9ae65d has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:34:07.460227 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8dc5ac-da96-4375-9b06-29ec333d6d4b None None] The sync data for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi is: [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 1, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:34:07.604571 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:34:07.610607 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5dc061ba-e5ab-4a2c-a81a-8dffc3bc236f admin admin] 10.222.0.75 "PUT /v2.0/routers/c6afb920-72db-42f1-8a41-27b3ee9ae65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657164 Feb 21 02:34:07.630377 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4ed56-2395-4cc3-bb8f-2a4fa31e6507 req-dd256ef1-4ae7-4d2b-b8ac-5f17ea2cffff tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:07.631999 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82c4ed56-2395-4cc3-bb8f-2a4fa31e6507 req-dd256ef1-4ae7-4d2b-b8ac-5f17ea2cffff tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0753171 Feb 21 02:34:07.652767 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-684becf8-5e1f-4a70-af22-260ea7f01655 None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:07.653147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-684becf8-5e1f-4a70-af22-260ea7f01655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:07.686573 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82c4ed56-2395-4cc3-bb8f-2a4fa31e6507 req-f999e2db-5c93-4249-9f86-b0640c8bdd20 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491211 Feb 21 02:34:07.707355 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-684becf8-5e1f-4a70-af22-260ea7f01655 None None] Port 4e55290a-9c7a-46c6-a0aa-2197f903591b cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:08.140020 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58744) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:08.144969 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1416818648-network', 'tenant_id': '577a218ac54044b2ae8a931b83425317'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:08.164266 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Made reservation on behalf of 577a218ac54044b2ae8a931b83425317 for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:08.166799 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.181935 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.277622 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks [] for security_group (5013cfe4-746f-4f9a-8f84-7ce775417463), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.281132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5013cfe4-746f-4f9a-8f84-7ce775417463), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.310704 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:34:08.321797 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5013cfe4-746f-4f9a-8f84-7ce775417463,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:08.331057 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (a6c65510-0c31-4575-a711-5c11a63f6c45), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.331407 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Added segment a6c65510-0c31-4575-a711-5c11a63f6c45 of type vlan for network bfe863be-07f7-4189-868d-16eb3f279101 Feb 21 02:34:08.375403 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (bfe863be-07f7-4189-868d-16eb3f279101), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.402018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (bfe863be-07f7-4189-868d-16eb3f279101), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.403041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:08.403679 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.457462 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3162439 Feb 21 02:34:08.460490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58746) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:08.465582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Request body: {'subnet': {'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1416818648-subnet', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:08.469121 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f409475-8c11-45a4-8003-1c1cbbc167d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe863be-07f7-4189-868d-16eb3f279101,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:08.483705 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network bfe863be-07f7-4189-868d-16eb3f279101 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:34:08.489158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Made reservation on behalf of 577a218ac54044b2ae8a931b83425317 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:08.492435 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.670975 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (b77d92e7-5877-485c-ac8a-8af4f76e008a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.729867 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77d92e7-5877-485c-ac8a-8af4f76e008a,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:08.741723 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Checking segment: {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:08.742090 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Network hostable DHCP agents. Network: bfe863be-07f7-4189-868d-16eb3f279101, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:34:08.760582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Network bfe863be-07f7-4189-868d-16eb3f279101 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:34:08.771556 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, bfe863be-07f7-4189-868d-16eb3f279101) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:08.776106 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:08.776817 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.783750 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c388f3-2ec5-4045-bf74-c2e477f70867 None None] Network bfe863be-07f7-4189-868d-16eb3f279101 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:34:08.795974 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9c4a783e-937a-4c88-9c5b-44141e8b5464 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3341594 Feb 21 02:34:08.798780 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 58750) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:08.805621 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:08.826488 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16273852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6563'] for router (58bb2078-114f-4837-91e3-13d397b45e4f), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.827584 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16273277', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16746210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6588'] for router (58bb2078-114f-4837-91e3-13d397b45e4f), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.866786 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bb07-3cb8-4792-b36a-64290fa54f6a req-4bb2f31a-4891-4d44-b92a-a9bb0214cac1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:08.878197 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b000bb07-3cb8-4792-b36a-64290fa54f6a req-4bb2f31a-4891-4d44-b92a-a9bb0214cac1 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0920815 Feb 21 02:34:08.890858 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for router_controller (58bb2078-114f-4837-91e3-13d397b45e4f), precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.913916 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5600a59-c259-5676-8a31-af374b420f81-bfe863be-07f7-4189-868d-16eb3f279101', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'project_id': '577a218ac54044b2ae8a931b83425317', 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a'}]}} from dv-cinder-804470-8-iscsi. {{(pid=102811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 02:34:08.914851 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:08.932574 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b000bb07-3cb8-4792-b36a-64290fa54f6a req-7ede2e8e-a0fb-4a20-8405-4672a783eb75 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533512 Feb 21 02:34:09.061321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 57f206fe-6def-4481-b858-2a706d70d4b5 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:09.076009 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for router_gateway (58bb2078-114f-4837-91e3-13d397b45e4f), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.091067 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Allocated IP 172.20.0.2 (bfe863be-07f7-4189-868d-16eb3f279101/b77d92e7-5877-485c-ac8a-8af4f76e008a/fac4aa6f-aa32-4181-abd8-56fc70d016e9) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:09.173762 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 57f206fe-6def-4481-b858-2a706d70d4b5 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:09.174154 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.274049 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for router_gateway (58bb2078-114f-4837-91e3-13d397b45e4f), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.292360 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.315733 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks [] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.326095 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.352973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 57f206fe-6def-4481-b858-2a706d70d4b5 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:09.353366 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.390786 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Network bfe863be-07f7-4189-868d-16eb3f279101 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:09.397684 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 57f206fe-6def-4481-b858-2a706d70d4b5, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=57f206fe-6def-4481-b858-2a706d70d4b5,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:09.401526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:09.404454 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:09.406511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.408083 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Pushing event updated for resources: {'Port': ['ID=fac4aa6f-aa32-4181-abd8-56fc70d016e9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:09.413505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Allocated IP 172.27.1.177 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/10e96a57-c5b3-4db1-91a2-224d9c2fd45b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:09.506495 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Attempting to bind port fac4aa6f-aa32-4181-abd8-56fc70d016e9 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:09.507046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Attempting to bind port fac4aa6f-aa32-4181-abd8-56fc70d016e9 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:09.507231 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Attempting to bind port fac4aa6f-aa32-4181-abd8-56fc70d016e9 on network bfe863be-07f7-4189-868d-16eb3f279101 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:09.509111 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=57f206fe-6def-4481-b858-2a706d70d4b5,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:09.515054 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:09.515437 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Checking segment: {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:09.515835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.516233 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Bound using segment: {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:09.516697 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Bound port: fac4aa6f-aa32-4181-abd8-56fc70d016e9, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:09.517137 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.528044 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.570402 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.582132 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] For port fac4aa6f-aa32-4181-abd8-56fc70d016e9, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:09.585857 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] For port fac4aa6f-aa32-4181-abd8-56fc70d016e9, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fac4aa6f-aa32-4181-abd8-56fc70d016e9,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:09.591880 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:09.609106 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:09.612176 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:09.618653 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:09.641765 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Pushing event updated for resources: {'Port': ['ID=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:09.726183 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Sync routers for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:34:09.737200 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:09.737906 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:09.801871 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754039b0-279a-4df7-a6e7-4711aa594e77 None None] Pushing event updated for resources: {'Port': ['ID=fac4aa6f-aa32-4181-abd8-56fc70d016e9,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:09.960357 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:10.129466 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for router_gateway (58bb2078-114f-4837-91e3-13d397b45e4f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.180800 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.192444 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 2, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:10.223592 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Checking router: c6afb920-72db-42f1-8a41-27b3ee9ae65d for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:34:10.223877 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Updating router c6afb920-72db-42f1-8a41-27b3ee9ae65d port 4e55290a-9c7a-46c6-a0aa-2197f903591b binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:34:10.250588 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.335322 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16273322'] for router (58bb2078-114f-4837-91e3-13d397b45e4f), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.467348 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Router 58bb2078-114f-4837-91e3-13d397b45e4f is scheduled to L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 02:34:10.522702 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks [] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.529827 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.578459 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Pushing event updated for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:10.585498 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:34:10.595495 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Sync routers for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:34:10.611715 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:10.612786 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:10.614139 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.617935 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-56f0cc1c-2a91-457a-a60e-49137071dd31 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8155944 Feb 21 02:34:10.618344 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 58754) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:10.644193 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.644618 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.645300 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.645401 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.645681 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.646007 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.646521 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.647291 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.647512 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.647855 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.648189 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.648509 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.648831 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:34:10.661250 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Attempting to bind port 4e55290a-9c7a-46c6-a0aa-2197f903591b on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:10.661630 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Attempting to bind port 4e55290a-9c7a-46c6-a0aa-2197f903591b by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:10.662023 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Attempting to bind port 4e55290a-9c7a-46c6-a0aa-2197f903591b on network a46c34e7-6a38-4255-86f4-6a2d2cc0462d {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:10.669446 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:10.669885 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Checking segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:10.670290 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.670691 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Bound using segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:10.671160 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Bound port: 4e55290a-9c7a-46c6-a0aa-2197f903591b, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:10.671541 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.750088 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] For port 4e55290a-9c7a-46c6-a0aa-2197f903591b, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:10.753693 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] For port 4e55290a-9c7a-46c6-a0aa-2197f903591b, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4e55290a-9c7a-46c6-a0aa-2197f903591b,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:10.761669 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:10.813720 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:10.832064 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e4b54-8012-44bc-aca5-45f09ffb98a7 None None] Pushing event updated for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:10.852849 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:10.853496 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:10.979612 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:10.980390 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.000682 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:11.060660 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de26d2-5aec-4a2e-bf52-decae98da326 None None] Network bfe863be-07f7-4189-868d-16eb3f279101 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:34:11.250952 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Current status of the port 4e55290a-9c7a-46c6-a0aa-2197f903591b is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:11.251418 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.265047 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 3, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:11.302001 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:10Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:11.303912 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 57f206fe-6def-4481-b858-2a706d70d4b5 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:11.307833 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.308005 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Checking router: 58bb2078-114f-4837-91e3-13d397b45e4f for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:34:11.308299 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Updating router 58bb2078-114f-4837-91e3-13d397b45e4f port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b binding host dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:34:11.330626 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c16a5d-d9c2-4dda-8a54-4f6cf1489723 None None] The sync data for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi is: [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:10Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:34:11.394683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] For port 4e55290a-9c7a-46c6-a0aa-2197f903591b, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4e55290a-9c7a-46c6-a0aa-2197f903591b,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:11.404923 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.410059 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.502200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Allocated IP 172.20.0.1 (bfe863be-07f7-4189-868d-16eb3f279101/b77d92e7-5877-485c-ac8a-8af4f76e008a/c0516c31-3ce2-4205-8147-b1cdd64fdf05) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:11.587467 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf072c76-05d6-494f-ab0d-d903e15da5cf None None] Pushing event updated for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:11.599756 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 57f206fe-6def-4481-b858-2a706d70d4b5 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:11.600635 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.629452 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Provisioning complete for port fac4aa6f-aa32-4181-abd8-56fc70d016e9 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:11.629870 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.640030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks [] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.679999 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.717954 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Network bfe863be-07f7-4189-868d-16eb3f279101 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:11.720970 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:11.723634 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:11.758785 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Pushing event updated for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:11.774916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16271485'] for router_interface (58bb2078-114f-4837-91e3-13d397b45e4f), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.860385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 57f206fe-6def-4481-b858-2a706d70d4b5 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:11.861474 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fac4aa6f-aa32-4181-abd8-56fc70d016e9 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:11.865752 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Current status of the port fac4aa6f-aa32-4181-abd8-56fc70d016e9 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:11.866179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.970558 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] For port fac4aa6f-aa32-4181-abd8-56fc70d016e9, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fac4aa6f-aa32-4181-abd8-56fc70d016e9,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:11.976477 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks [] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.983959 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:11.994714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.062138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:12.062521 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.069868 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Attempting to bind port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:12.070258 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Attempting to bind port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:12.070619 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Attempting to bind port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b on network 91fe3117-44df-4c09-bbcf-cba9f8105f72 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:12.075325 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fac4aa6f-aa32-4181-abd8-56fc70d016e9 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:12.075496 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.120726 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Pushing event updated for resources: {'Port': ['ID=fac4aa6f-aa32-4181-abd8-56fc70d016e9,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:12.130082 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:12.130472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Checking segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:12.130887 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.131888 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Bound using segment: {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:12.132373 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Bound port: 10e96a57-c5b3-4db1-91a2-224d9c2fd45b, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f689c42-ab41-4fa1-a869-566aafa1ff2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:12.132757 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.172085 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.225424 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0766ff9-61d7-4c55-8e34-7ec56b632f56 None None] Pushing event updated for resources: {'Port': ['ID=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:12.250809 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] For port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:12.307309 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] For port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:12.322937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.329321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1ed292df-9c9c-404a-ae5b-c6ae2f43233d None None] Current status of the port 4e55290a-9c7a-46c6-a0aa-2197f903591b is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:12.341866 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks [] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.346410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.415508 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16277780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16271593'] for router_interface (58bb2078-114f-4837-91e3-13d397b45e4f), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.417329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Pushing event updated for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:12.478841 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fac4aa6f-aa32-4181-abd8-56fc70d016e9 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:12.479919 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4e55290a-9c7a-46c6-a0aa-2197f903591b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:12.513951 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Network bfe863be-07f7-4189-868d-16eb3f279101 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:12.515352 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:12.557476 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:12.557886 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.563600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0766ff9-61d7-4c55-8e34-7ec56b632f56 None None] Pushing event updated for resources: {'Port': ['ID=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:12.588098 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:12.588748 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:12.649864 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Router 58bb2078-114f-4837-91e3-13d397b45e4f has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:34:12.650412 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Port c0516c31-3ce2-4205-8147-b1cdd64fdf05 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:12.667985 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:12.668163 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.735926 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Provisioning complete for port fac4aa6f-aa32-4181-abd8-56fc70d016e9 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:12.736305 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:12.763405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:34:12.768384 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-70af4b76-1fb3-4c77-a9c0-e983317c9776 admin admin] 10.222.0.75 "PUT /v2.0/routers/58bb2078-114f-4837-91e3-13d397b45e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489961 Feb 21 02:34:12.774876 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:12.982971 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 4e55290a-9c7a-46c6-a0aa-2197f903591b is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:13.003762 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-bedacf2e-5db4-47ed-8211-6ec9d6bfdde4 None None] Current status of the port fac4aa6f-aa32-4181-abd8-56fc70d016e9 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:13.084510 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fac4aa6f-aa32-4181-abd8-56fc70d016e9 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:13.106914 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'c0516c31-3ce2-4205-8147-b1cdd64fdf05', 'name': '', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'mac_address': 'fa:16:3e:9e:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:11Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 2, 'project_id': '577a218ac54044b2ae8a931b83425317', 'subnets': [{'id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:13.149580 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa155195-5ed4-402b-957b-21d3a688845e None None] The sync data for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi is: [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'c0516c31-3ce2-4205-8147-b1cdd64fdf05', 'name': '', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'mac_address': 'fa:16:3e:9e:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:11Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 2, 'project_id': '577a218ac54044b2ae8a931b83425317', 'subnets': [{'id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:34:13.170697 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-9bfb546b-4879-4ca3-acc2-22f0d9ccc87f None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:13.171079 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9bfb546b-4879-4ca3-acc2-22f0d9ccc87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:13.213002 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port fac4aa6f-aa32-4181-abd8-56fc70d016e9 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:13.213382 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:13.216442 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb546b-4879-4ca3-acc2-22f0d9ccc87f None None] Port c0516c31-3ce2-4205-8147-b1cdd64fdf05 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:13.296836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port fac4aa6f-aa32-4181-abd8-56fc70d016e9 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:13.298025 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4e55290a-9c7a-46c6-a0aa-2197f903591b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:13.355401 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 4e55290a-9c7a-46c6-a0aa-2197f903591b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:13.355839 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:13.457879 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 4e55290a-9c7a-46c6-a0aa-2197f903591b is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:15.109348 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 10e96a57-c5b3-4db1-91a2-224d9c2fd45b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:15.158343 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:15.158760 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:15.248830 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:15.249370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:15.273997 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] For port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:15.278753 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:15.339821 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Pushing event updated for resources: {'Port': ['ID=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:15.644124 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Sync routers for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:34:15.655889 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:15.656730 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:15.806649 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:16.150162 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'c0516c31-3ce2-4205-8147-b1cdd64fdf05', 'name': '', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'mac_address': 'fa:16:3e:9e:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:11Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 2, 'project_id': '577a218ac54044b2ae8a931b83425317', 'subnets': [{'id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:16.180473 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Checking router: 58bb2078-114f-4837-91e3-13d397b45e4f for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:34:16.180838 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Updating router 58bb2078-114f-4837-91e3-13d397b45e4f port c0516c31-3ce2-4205-8147-b1cdd64fdf05 binding host dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 02:34:16.210312 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.517341 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks [] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), precommit_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.523885 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.573602 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78406878-4871-4dd1-b27d-aaecff287852 None None] Pushing event updated for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=3']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:16.638398 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Attempting to bind port c0516c31-3ce2-4205-8147-b1cdd64fdf05 on host dv-cinder-804470-8-iscsi for vnic_type normal with profile {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:16.638857 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Attempting to bind port c0516c31-3ce2-4205-8147-b1cdd64fdf05 by drivers openvswitch,hyperv on host dv-cinder-804470-8-iscsi at level 0 using segments [{'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:16.639449 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Attempting to bind port c0516c31-3ce2-4205-8147-b1cdd64fdf05 on network bfe863be-07f7-4189-868d-16eb3f279101 {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:16.647849 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Checking agent: {'id': '76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804470-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 19, 35), 'started_at': datetime.datetime(2022, 2, 21, 2, 20, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804470-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:16.648584 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Checking segment: {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:16.648584 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.649122 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Bound using segment: {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'} {{(pid=102812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:16.649725 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.managers [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Bound port: c0516c31-3ce2-4205-8147-b1cdd64fdf05, host: dv-cinder-804470-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c65510-0c31-4575-a711-5c11a63f6c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101'}}] {{(pid=102812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:16.650139 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), before_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.723221 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] For port c0516c31-3ce2-4205-8147-b1cdd64fdf05, host dv-cinder-804470-8-iscsi, cleared binding levels {{(pid=102812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:16.727546 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.plugins.ml2.db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] For port c0516c31-3ce2-4205-8147-b1cdd64fdf05, host dv-cinder-804470-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=c0516c31-3ce2-4205-8147-b1cdd64fdf05,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:16.735949 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron_lib.callbacks.manager [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_update {{(pid=102812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.835223 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:16.835744 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:16.837875 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78406878-4871-4dd1-b27d-aaecff287852 None None] Pushing event updated for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=4']} {{(pid=102812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:16.907953 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:16.908976 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:16.997962 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:17.086449 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Current status of the port c0516c31-3ce2-4205-8147-b1cdd64fdf05 is: DOWN; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:17.086849 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:17.157148 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] For port c0516c31-3ce2-4205-8147-b1cdd64fdf05, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=c0516c31-3ce2-4205-8147-b1cdd64fdf05,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:17.164958 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:17.243629 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 10e96a57-c5b3-4db1-91a2-224d9c2fd45b up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:17.317833 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8923b-d9c9-4d3d-be94-bf18c43ee89a None None] Pushing event updated for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:17.348453 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:17.349198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:17.352044 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-cf97a250-aca5-4515-8995-f386d4e21c83 None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:17.352594 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf97a250-aca5-4515-8995-f386d4e21c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:17.360092 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'c0516c31-3ce2-4205-8147-b1cdd64fdf05', 'name': '', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'mac_address': 'fa:16:3e:9e:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:11Z', 'updated_at': '2022-02-21T02:34:16Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'subnets': [{'id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:17.407027 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937073b9-c535-41bd-9dba-f0d3dbca409e None None] The sync data for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi is: [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:34:12Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'c0516c31-3ce2-4205-8147-b1cdd64fdf05', 'name': '', 'network_id': 'bfe863be-07f7-4189-868d-16eb3f279101', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'mac_address': 'fa:16:3e:9e:94:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:11Z', 'updated_at': '2022-02-21T02:34:16Z', 'revision_number': 4, 'project_id': '577a218ac54044b2ae8a931b83425317', 'subnets': [{'id': 'b77d92e7-5877-485c-ac8a-8af4f76e008a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:34:17.524767 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-cf97a250-aca5-4515-8995-f386d4e21c83 None None] Current status of the port c0516c31-3ce2-4205-8147-b1cdd64fdf05 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:17.595271 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:17.597729 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0516c31-3ce2-4205-8147-b1cdd64fdf05 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:17.673568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:17.674305 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:17.777554 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port c0516c31-3ce2-4205-8147-b1cdd64fdf05 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:19.075357 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0516c31-3ce2-4205-8147-b1cdd64fdf05 up at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:19.135699 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Provisioning complete for port c0516c31-3ce2-4205-8147-b1cdd64fdf05 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:19.136133 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:19.224462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Current status of the port c0516c31-3ce2-4205-8147-b1cdd64fdf05 is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:22.069272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba14046-6c90-4322-9e44-d6c12e3eabcd req-856c6ed4-12c9-4812-8c1b-a9002c935a52 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:22.070882 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fba14046-6c90-4322-9e44-d6c12e3eabcd req-856c6ed4-12c9-4812-8c1b-a9002c935a52 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0590348 Feb 21 02:34:22.131124 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fba14046-6c90-4322-9e44-d6c12e3eabcd req-d4c39860-6e8d-4d1a-a353-4a87584d4df7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528400 Feb 21 02:34:22.813551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-46630e7e-9bb9-4c93-b344-41978615e583 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:22.815042 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-46630e7e-9bb9-4c93-b344-41978615e583 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 815 time: 0.1022377 Feb 21 02:34:22.829964 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-439b223b-443c-4b41-9c94-5bcea83f6936 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/quotas/e36f98f3ada743f7be39257e917a12c9 HTTP/1.1" status: 200 len: 375 time: 0.0089250 Feb 21 02:34:22.884090 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-89b11562-4f49-4c50-8cae-4851e3afc263 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489905 Feb 21 02:34:23.068208 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-90f4189c-c855-4f89-8af9-bd51b5d831b5 service neutron] 10.222.0.75 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733413 Feb 21 02:34:23.155151 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-0900648f-2388-4123-b158-b71990735d62 service neutron] 10.222.0.75 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810032 Feb 21 02:34:23.259214 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a9af-a099-4456-bf53-0743b28c5392 req-700fb01a-21c1-41f0-9c13-4b01ed5682fd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:23.261802 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa86a9af-a099-4456-bf53-0743b28c5392 req-700fb01a-21c1-41f0-9c13-4b01ed5682fd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Feb 21 02:34:23.320700 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa86a9af-a099-4456-bf53-0743b28c5392 req-123a5507-eabe-4b0c-9f69-f71fbaf9a17d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509067 Feb 21 02:34:23.322939 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fafc5d33-a51b-48dd-b715-a3cdd14ca053 req-b253c51e-1067-46c4-8686-27a9c826db54 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 210 time: 0.0279863 Feb 21 02:34:24.449541 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ca96c3c7-f4c9-4f3e-9207-e673ca1d40af req-2a9eb1ff-0bee-47ff-b700-881305b6a393 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 210 time: 0.0384593 Feb 21 02:34:24.457915 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-722e02e1-a819-46f9-bce6-8882fdba94fe tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:24.459980 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-722e02e1-a819-46f9-bce6-8882fdba94fe tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 815 time: 0.1438241 Feb 21 02:34:24.464213 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4c673-0851-4170-9e3f-fcf425480dda req-3a8b5de4-b8d4-4e45-8a62-511182314955 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:24.466401 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09e4c673-0851-4170-9e3f-fcf425480dda req-3a8b5de4-b8d4-4e45-8a62-511182314955 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0554838 Feb 21 02:34:24.472397 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'port': {'device_id': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'admin_state_up': True, 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:24.518656 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09e4c673-0851-4170-9e3f-fcf425480dda req-4ff00442-e24c-45fc-b371-377d258ca545 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Feb 21 02:34:24.590735 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Made reservation on behalf of e36f98f3ada743f7be39257e917a12c9 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:24.594047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:24.725341 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Allocated IP 172.20.0.12 (a46c34e7-6a38-4255-86f4-6a2d2cc0462d/6cd44471-5680-4df8-a1f1-48beabf51772/ae827098-b4d8-4d85-b652-12a13456ab7e) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:24.930689 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:24.971339 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:25.028768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:25.033003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:25.038240 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:25.093468 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:25.118860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:25.119680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:25.137984 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-3f994595-c62a-4380-97d8-7fc7b225ad5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6694498 Feb 21 02:34:25.310514 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-8187ab28-beba-4a1c-8200-bc3f9ea5d316 None None] Provisioning complete for port ae827098-b4d8-4d85-b652-12a13456ab7e triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:25.311111 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8187ab28-beba-4a1c-8200-bc3f9ea5d316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:25.351849 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8187ab28-beba-4a1c-8200-bc3f9ea5d316 None None] Port ae827098-b4d8-4d85-b652-12a13456ab7e cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:25.586267 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1c3f2-2422-485d-add4-632ecc579134 req-6df7b300-a7ab-48af-9068-907ec956e2ad tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:25.587983 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90f1c3f2-2422-485d-add4-632ecc579134 req-6df7b300-a7ab-48af-9068-907ec956e2ad tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0631270 Feb 21 02:34:25.638576 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90f1c3f2-2422-485d-add4-632ecc579134 req-8e41d737-2866-42f7-a5f0-e5016475ea4a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Feb 21 02:34:25.676605 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc305f59-8d2f-4821-9030-acb86eb46eec req-e30552b6-2282-48ea-8f3d-9959489b8c56 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:25.678799 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc305f59-8d2f-4821-9030-acb86eb46eec req-e30552b6-2282-48ea-8f3d-9959489b8c56 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0714033 Feb 21 02:34:25.730402 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc305f59-8d2f-4821-9030-acb86eb46eec req-a8c09518-3bf0-410a-a35f-7ffcb738d6e9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 Feb 21 02:34:26.763606 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61910562-0acc-400d-ba23-577f934cc80f req-bde60569-55aa-42ac-9d4a-d65a47fa3e2e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:26.765177 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61910562-0acc-400d-ba23-577f934cc80f req-bde60569-55aa-42ac-9d4a-d65a47fa3e2e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0557568 Feb 21 02:34:26.835592 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-61910562-0acc-400d-ba23-577f934cc80f req-0b8c656f-c990-4cc8-99e9-2446e9fc8222 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649807 Feb 21 02:34:26.872091 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc1af-9744-42a2-8dc5-3cdae7daca9d req-60d030fa-3e25-42ce-abd8-86934404c7a0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:26.880545 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c2bfc1af-9744-42a2-8dc5-3cdae7daca9d req-60d030fa-3e25-42ce-abd8-86934404c7a0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0643518 Feb 21 02:34:26.925204 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c2bfc1af-9744-42a2-8dc5-3cdae7daca9d req-a5c66c8a-0847-47a0-adc8-ff2e63f60bc5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Feb 21 02:34:27.957490 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a302bb-8621-417f-bf5d-d4b9688a8abb req-081a1c31-2ad7-4f27-ab83-686e6ed06351 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:27.959146 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38a302bb-8621-417f-bf5d-d4b9688a8abb req-081a1c31-2ad7-4f27-ab83-686e6ed06351 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0545263 Feb 21 02:34:28.016123 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-38a302bb-8621-417f-bf5d-d4b9688a8abb req-d51486f9-29d6-4c8d-9e29-e8b60e3f00ba tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Feb 21 02:34:28.077332 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db230d4-61d2-4633-97fb-04a641994981 req-9ed459e0-b364-4018-8f05-ed85b31e4c69 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:28.078889 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6db230d4-61d2-4633-97fb-04a641994981 req-9ed459e0-b364-4018-8f05-ed85b31e4c69 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0733507 Feb 21 02:34:28.134751 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6db230d4-61d2-4633-97fb-04a641994981 req-a57c51d5-f70f-4289-a53f-dac445caf2eb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500042 Feb 21 02:34:29.005926 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-71607d11-5c88-4d1e-8d99-e15e8f7d536d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:29.144617 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eec767-714e-42f2-9baa-de1406b30223 req-4c6d012e-fd26-4dda-801f-790a9ada3b45 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:29.147436 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-40eec767-714e-42f2-9baa-de1406b30223 req-4c6d012e-fd26-4dda-801f-790a9ada3b45 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0564196 Feb 21 02:34:29.201708 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-40eec767-714e-42f2-9baa-de1406b30223 req-448eb6a6-ee11-4fbe-9842-27b3289f5469 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Feb 21 02:34:29.275556 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b88d5-f740-4c94-8270-7daa59172afd req-c1534227-f236-40ca-b337-6987a264e548 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:29.277542 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c72b88d5-f740-4c94-8270-7daa59172afd req-c1534227-f236-40ca-b337-6987a264e548 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Feb 21 02:34:29.329909 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c72b88d5-f740-4c94-8270-7daa59172afd req-a48f4a35-634f-41cc-9c21-7709cee84c4b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Feb 21 02:34:30.326751 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a0e85-f41f-4413-b80c-0dccd6537635 req-8e8c4597-35e1-4104-8887-21866d91a632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:30.328237 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a01a0e85-f41f-4413-b80c-0dccd6537635 req-8e8c4597-35e1-4104-8887-21866d91a632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0576947 Feb 21 02:34:30.389938 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a01a0e85-f41f-4413-b80c-0dccd6537635 req-49b63772-d288-4ee5-ae1f-3b82018a273e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Feb 21 02:34:30.476278 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e122df5-4440-4cc3-9d1b-945f247ade14 req-fde51926-136b-4b7f-ba77-36ace05f5bf3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:30.477958 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1e122df5-4440-4cc3-9d1b-945f247ade14 req-fde51926-136b-4b7f-ba77-36ace05f5bf3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0554693 Feb 21 02:34:30.527684 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1e122df5-4440-4cc3-9d1b-945f247ade14 req-114e61e1-3d61-40e1-a47e-af5f8c6aea33 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Feb 21 02:34:31.454420 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f5d09949-98f3-4b02-b6ee-02383a17061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:31.511488 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928adf21-e673-431b-9b68-7ee6ae8eed0d req-9b246833-f707-4653-a04e-b3fcd6fef3a0 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:31.517340 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-928adf21-e673-431b-9b68-7ee6ae8eed0d req-9b246833-f707-4653-a04e-b3fcd6fef3a0 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0612085 Feb 21 02:34:31.565828 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-928adf21-e673-431b-9b68-7ee6ae8eed0d req-dc88540f-c0aa-4311-a508-4e70909c9b77 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460155 Feb 21 02:34:31.660446 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3b266-b233-45af-a73f-b2b32ad9454f req-3bfd3f36-6bf8-4559-9995-1893f709bc44 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:31.662711 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ac3b266-b233-45af-a73f-b2b32ad9454f req-3bfd3f36-6bf8-4559-9995-1893f709bc44 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0608759 Feb 21 02:34:31.711795 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8ac3b266-b233-45af-a73f-b2b32ad9454f req-744295ac-20c0-45b9-b233-75e53782b73c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Feb 21 02:34:32.256461 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:32.687320 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0937c19-cb13-49bf-b63f-b5a9924d6919 req-c722b739-ff0c-41f3-8f3a-93947ca1a346 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:32.688803 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0937c19-cb13-49bf-b63f-b5a9924d6919 req-c722b739-ff0c-41f3-8f3a-93947ca1a346 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0534685 Feb 21 02:34:32.745453 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0937c19-cb13-49bf-b63f-b5a9924d6919 req-f6f49a37-a759-41e3-a6b7-e72a8f2bc486 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502145 Feb 21 02:34:32.840381 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b73f0-8b23-4907-8299-93d8ee1defd2 req-e798ba5a-d798-4cfe-a3a7-daa6ba922e90 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:32.841872 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a52b73f0-8b23-4907-8299-93d8ee1defd2 req-e798ba5a-d798-4cfe-a3a7-daa6ba922e90 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0534663 Feb 21 02:34:32.889964 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a52b73f0-8b23-4907-8299-93d8ee1defd2 req-d31cf1b2-a5e1-4a76-bc5a-4456e35bda8d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Feb 21 02:34:33.812278 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:33.862830 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41ab5-96e7-42e9-b3bf-0fee9c3039d6 req-4ac8fdd4-62e9-4640-b370-e44f47d9ddd8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:33.864307 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a5a41ab5-96e7-42e9-b3bf-0fee9c3039d6 req-4ac8fdd4-62e9-4640-b370-e44f47d9ddd8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0527217 Feb 21 02:34:33.911187 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a5a41ab5-96e7-42e9-b3bf-0fee9c3039d6 req-3aad4aa5-91a3-4409-8912-b4633ae79b9b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Feb 21 02:34:34.015548 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16c1ad-0b29-4efe-88b2-916de0d75fc6 req-adee82c5-e26b-4af2-b31b-541307200221 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:34.017023 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fe16c1ad-0b29-4efe-88b2-916de0d75fc6 req-adee82c5-e26b-4af2-b31b-541307200221 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0556962 Feb 21 02:34:34.061961 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fe16c1ad-0b29-4efe-88b2-916de0d75fc6 req-e557ac95-2cf7-42d1-98eb-9d8cdbe27714 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Feb 21 02:34:35.028491 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b85e8-f795-45e3-82d1-da17c69cfe91 req-9bde88cb-9c0c-4213-9e8d-8064f8d050d5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:35.030099 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea5b85e8-f795-45e3-82d1-da17c69cfe91 req-9bde88cb-9c0c-4213-9e8d-8064f8d050d5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0528510 Feb 21 02:34:35.082369 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ea5b85e8-f795-45e3-82d1-da17c69cfe91 req-103ab116-52ae-4bff-935a-d665148270c7 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Feb 21 02:34:35.182207 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c8f9-ba91-4b5a-a8f8-9ff6de1fda3c req-8dc899f0-69f5-4f48-af90-b7ea710128a3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:35.183676 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6d5c8f9-ba91-4b5a-a8f8-9ff6de1fda3c req-8dc899f0-69f5-4f48-af90-b7ea710128a3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Feb 21 02:34:35.229135 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d6d5c8f9-ba91-4b5a-a8f8-9ff6de1fda3c req-d0624740-f804-4502-b2eb-9cb1b972c3da tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 Feb 21 02:34:35.364511 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:36.200723 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78665c-88d9-49e7-a664-65f8359ad379 req-dfc44ed4-1cbe-47ca-941c-14120c6eab25 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:36.202224 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a78665c-88d9-49e7-a664-65f8359ad379 req-dfc44ed4-1cbe-47ca-941c-14120c6eab25 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 932 time: 0.0559781 Feb 21 02:34:36.248373 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a78665c-88d9-49e7-a664-65f8359ad379 req-3de5ada3-3bc0-4833-8225-a367448e2196 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Feb 21 02:34:36.350723 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a455e6-86b1-4dd2-80c0-0e91ad89eb31 req-9ad68d96-4c97-4ec8-ae7d-6082b45f8dbd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:36.352216 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-06a455e6-86b1-4dd2-80c0-0e91ad89eb31 req-9ad68d96-4c97-4ec8-ae7d-6082b45f8dbd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Feb 21 02:34:36.402818 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-06a455e6-86b1-4dd2-80c0-0e91ad89eb31 req-ca164730-e14d-4b83-a9c7-c8a230f0f641 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Feb 21 02:34:36.499298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Request body: {'port': {'device_id': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:36.556921 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:36.815953 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae827098-b4d8-4d85-b652-12a13456ab7e {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:34:36.823553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks [] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:36.835947 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Transition to ACTIVE for port object ae827098-b4d8-4d85-b652-12a13456ab7e will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:34:36.839616 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:36.890220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:36.964677 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Attempting to bind port ae827098-b4d8-4d85-b652-12a13456ab7e on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:36.965016 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Attempting to bind port ae827098-b4d8-4d85-b652-12a13456ab7e by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:36.965349 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Attempting to bind port ae827098-b4d8-4d85-b652-12a13456ab7e on network a46c34e7-6a38-4255-86f4-6a2d2cc0462d {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:36.970054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Port ae827098-b4d8-4d85-b652-12a13456ab7e on network a46c34e7-6a38-4255-86f4-6a2d2cc0462d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:34:36.970378 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Attempting to bind port ae827098-b4d8-4d85-b652-12a13456ab7e on network a46c34e7-6a38-4255-86f4-6a2d2cc0462d {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:36.976271 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:36.976619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Checking segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:36.977009 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Bound using segment: {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:36.977445 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Bound port: ae827098-b4d8-4d85-b652-12a13456ab7e, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139bda7c-94f9-46fe-9e60-3fb302753a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:36.978434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:37.043410 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:37.047368 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:37.052398 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:37.087355 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.087986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:37.089381 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 1094 time: 0.5945756 Feb 21 02:34:37.089828 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:34:37.092061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d861ee8-2006-41a7-97b5-fe5f49307c29" -d '{"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:34:37.120939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bd570-9524-465e-ba83-040c5caef646 service neutron] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:37.137189 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63f59de-c4f6-46cd-bf2b-3fcd88df7f5c x-openstack-request-id: req-d63f59de-c4f6-46cd-bf2b-3fcd88df7f5c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:34:37.137591 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:34:37.137940 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d63f59de-c4f6-46cd-bf2b-3fcd88df7f5c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:34:37.138348 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:34:37.195570 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-0979d50c-3246-4d14-9851-679a9f4cf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.197093 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-0979d50c-3246-4d14-9851-679a9f4cf56a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1128 time: 0.0474699 Feb 21 02:34:37.324435 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-971c65a4-6cf6-4bff-ab2c-47adbbf2269a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 217 time: 0.0388038 Feb 21 02:34:37.364728 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98398-81e4-4c8a-8509-0a62617c7043 req-5130de18-0e0d-453b-94fe-5b50afa05a4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.366837 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0b98398-81e4-4c8a-8509-0a62617c7043 req-5130de18-0e0d-453b-94fe-5b50afa05a4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 944 time: 0.0531061 Feb 21 02:34:37.374660 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-aaa07e80-661f-42f0-ad7b-1ead2e202bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.376128 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-aaa07e80-661f-42f0-ad7b-1ead2e202bb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0460141 Feb 21 02:34:37.414445 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0b98398-81e4-4c8a-8509-0a62617c7043 req-ae2e321d-213e-46fe-9af6-0d548c484b3d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Feb 21 02:34:37.427284 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-5a917991-c3c5-4306-9acb-b6d6a16fae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.429732 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-5a917991-c3c5-4306-9acb-b6d6a16fae8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472717 Feb 21 02:34:37.569918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dda88-784a-41de-be39-9ca8aeb91140 req-78749679-17e0-4fca-9675-b4796456a73b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.571616 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-855dda88-784a-41de-be39-9ca8aeb91140 req-78749679-17e0-4fca-9675-b4796456a73b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0852373 Feb 21 02:34:37.573363 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-cf4ca0c6-e3f7-422b-aaaf-4b9c054d61fd service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362588 Feb 21 02:34:37.669968 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-855dda88-784a-41de-be39-9ca8aeb91140 req-03542294-3205-400e-b3e9-ae90b28d9dd2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927913 Feb 21 02:34:37.695912 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-af46c0be-4cc8-4d9d-b822-fc74810f54cb req-c1cc9505-ad21-44f6-bf89-d78784a43bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130304 Feb 21 02:34:37.790937 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-305e4bf9-2f6b-42f6-9b30-9ea0ce8572b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.792411 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-305e4bf9-2f6b-42f6-9b30-9ea0ce8572b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1128 time: 0.0442650 Feb 21 02:34:37.884787 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-f9761885-8de6-4722-8fe9-3b279912ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.886267 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-f9761885-8de6-4722-8fe9-3b279912ea4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.0867970 Feb 21 02:34:37.929263 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-9451b316-b450-4bd2-9eb4-8dbfdf5cb123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 217 time: 0.0358288 Feb 21 02:34:37.977514 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-e5273b91-0bc1-4500-ac38-d5ac276fd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:37.978963 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-e5273b91-0bc1-4500-ac38-d5ac276fd47e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0427272 Feb 21 02:34:38.031107 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-f9e6cb68-949a-461d-8fba-ea1fb79fc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:38.032563 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-f9e6cb68-949a-461d-8fba-ea1fb79fc1df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467229 Feb 21 02:34:38.120679 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-5f2b2803-45df-4e7f-8b84-c8059a1c3efc service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814359 Feb 21 02:34:38.218287 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8d861ee8-2006-41a7-97b5-fe5f49307c29 req-9f4c87b4-b5e2-4249-9a11-459bca936d7d service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860670 Feb 21 02:34:38.531462 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ef63-0648-4fa9-b32f-30c401fe7992 req-23e11c8f-933b-44bc-acd5-e963c9497705 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:38.532847 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f06ef63-0648-4fa9-b32f-30c401fe7992 req-23e11c8f-933b-44bc-acd5-e963c9497705 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 944 time: 0.0519166 Feb 21 02:34:38.579170 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f06ef63-0648-4fa9-b32f-30c401fe7992 req-7f2f2e81-20d7-4a5e-9958-40d1006d3cf9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Feb 21 02:34:38.791827 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b884b-9af9-43ac-8af6-b67c97ce42a1 req-106696a7-b51b-46c8-a828-389eb6268fa5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:38.793253 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-155b884b-9af9-43ac-8af6-b67c97ce42a1 req-106696a7-b51b-46c8-a828-389eb6268fa5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0516896 Feb 21 02:34:38.839427 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-155b884b-9af9-43ac-8af6-b67c97ce42a1 req-9d0a0acf-353c-4301-bc19-43054015b93c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Feb 21 02:34:38.981284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:34:39.075459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:39.096695 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:34:39.133084 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: ACTIVE; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:39.133468 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:39.147323 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:34:39.166341 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:39.171179 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:39.219835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=6']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:39.272057 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['186e3f15-c158-44f9-a144-358d5ab62c8f'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:34:39.702928 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63554c1d-3396-45bd-a7ee-8c0f97c468c6 req-a0cab740-c6b8-4ae0-bc94-6ed750dad722 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:39.704401 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-63554c1d-3396-45bd-a7ee-8c0f97c468c6 req-a0cab740-c6b8-4ae0-bc94-6ed750dad722 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 944 time: 0.0559006 Feb 21 02:34:39.750965 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-63554c1d-3396-45bd-a7ee-8c0f97c468c6 req-cc48e7c9-836c-48cd-a4d7-eac51fd681ff tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Feb 21 02:34:39.961469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954f56a-39a3-4480-a353-371dc423490e req-f41084fa-eb28-4cb2-a9ef-81cf1e199357 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:39.962870 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e954f56a-39a3-4480-a353-371dc423490e req-f41084fa-eb28-4cb2-a9ef-81cf1e199357 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0533698 Feb 21 02:34:40.007839 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e954f56a-39a3-4480-a353-371dc423490e req-7c01a581-4e58-4235-a6ff-059b3f26b497 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Feb 21 02:34:40.173515 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:40.870440 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5c48f-78b5-4ee8-a765-4e90d33944aa req-c86b2921-cb5b-4bc1-9bb2-645e97f43aa1 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:40.871920 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-caa5c48f-78b5-4ee8-a765-4e90d33944aa req-c86b2921-cb5b-4bc1-9bb2-645e97f43aa1 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 944 time: 0.0534260 Feb 21 02:34:40.918500 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-caa5c48f-78b5-4ee8-a765-4e90d33944aa req-9044b9df-55f1-40be-acc4-28ce063d6b42 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Feb 21 02:34:40.988282 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device ae827098-b4d8-4d85-b652-12a13456ab7e details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:34:40.991757 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:41.104015 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 186e3f15-c158-44f9-a144-358d5ab62c8f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:41.104427 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:41.134570 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a28c-1c4d-4a53-b01f-6e75660fa268 req-12d7370c-5700-4435-b6df-31ca0d86f61e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:41.136171 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cec7a28c-1c4d-4a53-b01f-6e75660fa268 req-12d7370c-5700-4435-b6df-31ca0d86f61e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0547183 Feb 21 02:34:41.157378 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:41.170752 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'port_id': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'mac_address': 'fa:16:3e:cd:dd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:34:41.190488 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cec7a28c-1c4d-4a53-b01f-6e75660fa268 req-b50716a8-3745-4a1c-9fb3-3220699ded9b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487864 Feb 21 02:34:41.243136 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port ae827098-b4d8-4d85-b652-12a13456ab7e is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:41.243709 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:41.257577 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:41.257986 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:41.269316 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae827098-b4d8-4d85-b652-12a13456ab7e {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:34:41.296713 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:34:41.298913 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48a443-cf7a-4dd2-a16b-f0922f101672" -d '{"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:34:41.305810 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:41.314287 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:41.316675 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:41.321189 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:41.369667 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:41.423971 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=7']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:41.427782 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7013c1a-e293-4085-bc91-9f750c620884 x-openstack-request-id: req-b7013c1a-e293-4085-bc91-9f750c620884 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:34:41.428149 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:34:41.428525 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7013c1a-e293-4085-bc91-9f750c620884 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:34:41.428933 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'code': 200} Feb 21 02:34:41.445697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d53fb-da5e-4e71-b1a5-2ea14e9bf02b req-f46f8660-49f9-48a9-ba33-8bb6651cbf0d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:41.447174 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed5d53fb-da5e-4e71-b1a5-2ea14e9bf02b req-f46f8660-49f9-48a9-ba33-8bb6651cbf0d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0597970 Feb 21 02:34:41.495345 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed5d53fb-da5e-4e71-b1a5-2ea14e9bf02b req-391d32ed-0fc2-4a74-96a1-83008471ed13 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427096 Feb 21 02:34:42.038877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616bd06-f079-43b5-b79c-7ef4f1bf1b55 req-ad44ac37-2ea6-4767-89a9-ccba91ed2bff tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.040348 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e616bd06-f079-43b5-b79c-7ef4f1bf1b55 req-ad44ac37-2ea6-4767-89a9-ccba91ed2bff tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 945 time: 0.0556886 Feb 21 02:34:42.047516 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:34:42.087491 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e616bd06-f079-43b5-b79c-7ef4f1bf1b55 req-2307f596-3ba2-4c5c-af0d-665cd63b5dd9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Feb 21 02:34:42.311868 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247572da-0a10-4b9a-8ed1-ab0d042409d4 req-a201bf70-69bb-4f84-a7a7-7374130e348a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.313331 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-247572da-0a10-4b9a-8ed1-ab0d042409d4 req-a201bf70-69bb-4f84-a7a7-7374130e348a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Feb 21 02:34:42.360272 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-247572da-0a10-4b9a-8ed1-ab0d042409d4 req-892fcd34-58ce-497a-b0f3-b8d6f1d8b3f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Feb 21 02:34:42.526683 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b39cde-3b42-4dbb-bd55-b100392dda30 req-a135a6d4-6991-42a0-b59e-5b5025850e8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.528226 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58b39cde-3b42-4dbb-bd55-b100392dda30 req-a135a6d4-6991-42a0-b59e-5b5025850e8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0577598 Feb 21 02:34:42.535220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-2c331e04-c57b-4b2a-96d2-806ee54348a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.536718 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-2c331e04-c57b-4b2a-96d2-806ee54348a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1129 time: 0.0462139 Feb 21 02:34:42.579270 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58b39cde-3b42-4dbb-bd55-b100392dda30 req-d3a7bb45-64e9-4bd4-9616-bf03d457e739 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 Feb 21 02:34:42.679939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75e96a-f23e-43c5-9c12-4ac1186d16d4 req-e221be15-03d9-44eb-8592-b571f62b05de tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.681426 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db75e96a-f23e-43c5-9c12-4ac1186d16d4 req-e221be15-03d9-44eb-8592-b571f62b05de tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.1056416 Feb 21 02:34:42.684170 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-1e813e44-0995-4c1c-b2cf-b94d4c62564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:42.685524 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-1e813e44-0995-4c1c-b2cf-b94d4c62564d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.1296434 Feb 21 02:34:43.007397 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-db75e96a-f23e-43c5-9c12-4ac1186d16d4 req-e7ee17ce-bb88-43b4-80d6-55be2415d4ef tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203602 Feb 21 02:34:43.009057 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-d90e6394-e5c9-42de-bf20-fd9142a21f2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 1001 time: 0.3166077 Feb 21 02:34:43.058536 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-21fbec8d-c251-4c26-b52c-572e0c587aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:43.059961 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-21fbec8d-c251-4c26-b52c-572e0c587aca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0431526 Feb 21 02:34:43.109294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-c01439fd-7d6b-4f26-a3f3-4bace6142c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:43.111089 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-c01439fd-7d6b-4f26-a3f3-4bace6142c80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430822 Feb 21 02:34:43.201411 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-2b709723-fc18-432f-a77c-02fd3ed0727b service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834861 Feb 21 02:34:43.204257 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945b71b-8c08-4c5a-a0c5-c5902e6d2ab6 req-a09ae8c5-3acb-4b86-80a3-0f8ccfe980ea tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:43.205761 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7945b71b-8c08-4c5a-a0c5-c5902e6d2ab6 req-a09ae8c5-3acb-4b86-80a3-0f8ccfe980ea tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 945 time: 0.0521080 Feb 21 02:34:43.251988 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7945b71b-8c08-4c5a-a0c5-c5902e6d2ab6 req-65e46a86-3dc6-4582-b6da-23c1c4a20fbb tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Feb 21 02:34:43.298286 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f95234b4-9bee-463d-b8fb-3df981d14088 req-355f6770-3b0e-4251-979c-97a05b2d7a30 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822508 Feb 21 02:34:43.482554 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c869f3b-0fe3-4a43-be32-e0fd3dbe79ab req-257e8abc-5f78-473c-a7b5-543ed81d1631 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:43.484021 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7c869f3b-0fe3-4a43-be32-e0fd3dbe79ab req-257e8abc-5f78-473c-a7b5-543ed81d1631 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Feb 21 02:34:43.501974 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:34:43.535489 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7c869f3b-0fe3-4a43-be32-e0fd3dbe79ab req-7aba992c-789f-423c-96dc-52ab76eaf345 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457723 Feb 21 02:34:43.698982 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3163a-b734-4251-a3a2-f5d95b4a22c7 req-6dd269ae-1eb1-40b9-b6c5-7b4ee4b9ce38 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:43.700455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eff3163a-b734-4251-a3a2-f5d95b4a22c7 req-6dd269ae-1eb1-40b9-b6c5-7b4ee4b9ce38 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0559456 Feb 21 02:34:43.748153 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eff3163a-b734-4251-a3a2-f5d95b4a22c7 req-3cdf57e5-7f82-4947-bda4-91c6c0c68470 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 Feb 21 02:34:44.123923 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28795157-ece4-499b-a080-0ebf81e7d6b5 req-f95babe3-3382-4b15-8e21-a152c7ee2f2e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:44.125421 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-28795157-ece4-499b-a080-0ebf81e7d6b5 req-f95babe3-3382-4b15-8e21-a152c7ee2f2e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0539722 Feb 21 02:34:44.173997 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-28795157-ece4-499b-a080-0ebf81e7d6b5 req-98812544-1a8e-41de-b09b-f74f45bd1a78 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Feb 21 02:34:44.368344 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4a8dc-e349-490b-9ffb-6d6bc4bb286e req-bd1cdb4b-db91-4773-bfd7-66feea2fc4b2 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:44.369867 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4e4a8dc-e349-490b-9ffb-6d6bc4bb286e req-bd1cdb4b-db91-4773-bfd7-66feea2fc4b2 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 945 time: 0.0531213 Feb 21 02:34:44.417280 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d4e4a8dc-e349-490b-9ffb-6d6bc4bb286e req-749bca00-af43-4a50-9193-bead926dcdc9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Feb 21 02:34:44.661698 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-dec579bc-85b3-4dff-b11a-c5471de0a7eb tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:44.663233 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-dec579bc-85b3-4dff-b11a-c5471de0a7eb tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0853391 Feb 21 02:34:44.683976 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142ec3-23c9-44f5-bb28-5e3b149095a7 req-3d9407b9-d435-4b32-b714-a550407ca0a2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:44.685381 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-73142ec3-23c9-44f5-bb28-5e3b149095a7 req-3d9407b9-d435-4b32-b714-a550407ca0a2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0778840 Feb 21 02:34:44.780514 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-73142ec3-23c9-44f5-bb28-5e3b149095a7 req-00f8cf77-03ab-471d-bfac-f66c7ffdad29 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779564 Feb 21 02:34:44.801083 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port a0143c80-ec51-407d-bae9-5a6f62cc1615 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:34:44.801916 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:44.867041 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d3959-edc2-4964-97cf-a5646661bb9e req-a9e24719-479f-49b5-9564-ecc2ecab81b0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:44.868630 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee1d3959-edc2-4964-97cf-a5646661bb9e req-a9e24719-479f-49b5-9564-ecc2ecab81b0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 945 time: 0.0536313 Feb 21 02:34:44.894661 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] For port a0143c80-ec51-407d-bae9-5a6f62cc1615, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=a0143c80-ec51-407d-bae9-5a6f62cc1615,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:44.895023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:44.920741 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee1d3959-edc2-4964-97cf-a5646661bb9e req-cbb529ac-5461-4b7c-b9b0-4489f820162f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Feb 21 02:34:45.009052 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device ae827098-b4d8-4d85-b652-12a13456ab7e up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:34:45.057070 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port ae827098-b4d8-4d85-b652-12a13456ab7e completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:34:45.061166 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port ae827098-b4d8-4d85-b652-12a13456ab7e triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:45.061543 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.117962 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.118181 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (73377d67-cd7f-43e2-b807-ccdecf1ed4dc), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.118401 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 73377d67-cd7f-43e2-b807-ccdecf1ed4dc disassociated. External IP: 172.27.1.171, port: a0143c80-ec51-407d-bae9-5a6f62cc1615. Feb 21 02:34:45.118836 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for a0143c80-ec51-407d-bae9-5a6f62cc1615 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:34:45.138645 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port ae827098-b4d8-4d85-b652-12a13456ab7e is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:34:45.139036 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.161972 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:34:45.164364 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba07b934-c4dc-4c88-b53d-31925ca666e2" -d '{"events": [{"server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "name": "network-vif-plugged", "status": "completed", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:34:45.180635 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:34:45.185872 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.213011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef571c-9c63-4c59-9fc3-fc685ade7f84 x-openstack-request-id: req-34ef571c-9c63-4c59-9fc3-fc685ade7f84 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:34:45.213310 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "name": "network-vif-plugged", "status": "completed", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:34:45.213557 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34ef571c-9c63-4c59-9fc3-fc685ade7f84 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:34:45.213970 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'code': 200} Feb 21 02:34:45.241184 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:45.267562 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (a0143c80-ec51-407d-bae9-5a6f62cc1615), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.299293 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd7bc-d3c0-4118-ab9c-81df52635bff req-27c6d064-3716-4b16-b836-6652948e0cfa tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:45.299558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=a0143c80-ec51-407d-bae9-5a6f62cc1615,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:45.301479 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b60bd7bc-d3c0-4118-ab9c-81df52635bff req-27c6d064-3716-4b16-b836-6652948e0cfa tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0567305 Feb 21 02:34:45.370515 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b60bd7bc-d3c0-4118-ab9c-81df52635bff req-ad3c5fe2-3f99-4a2f-ac93-4b1e7e52fdab tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606153 Feb 21 02:34:45.440671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:34:45.613013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad5f43-1ff2-476a-99c4-d909f6c4ea6f req-139c2eb4-d030-4a7e-b227-15a0fa3ea20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:45.614646 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abad5f43-1ff2-476a-99c4-d909f6c4ea6f req-139c2eb4-d030-4a7e-b227-15a0fa3ea20a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1130 time: 0.1274610 Feb 21 02:34:45.651726 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a57bb4-b3da-4e46-bb2b-e650d67bb696 req-04ad72de-0bd2-4c73-b547-a38f5a425138 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:45.653690 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f3a57bb4-b3da-4e46-bb2b-e650d67bb696 req-04ad72de-0bd2-4c73-b547-a38f5a425138 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.1409640 Feb 21 02:34:45.659359 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:34:45.672273 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:34:45.684422 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:45.685303 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:45.739664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] No DVR routers for this DVR port a0143c80-ec51-407d-bae9-5a6f62cc1615 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:34:45.743287 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abad5f43-1ff2-476a-99c4-d909f6c4ea6f req-8910cd61-1954-4d08-b73d-86d7d0867eb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189198 Feb 21 02:34:45.744600 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:45.747800 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-77431c05-c94a-4ad7-b211-e6469eb52270 req-a1cfdfe1-e1cc-4f5e-8c8e-1654e4651f12 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "DELETE /v2.0/ports/a0143c80-ec51-407d-bae9-5a6f62cc1615 HTTP/1.1" status: 204 len: 173 time: 1.0785763 Feb 21 02:34:45.748265 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'name': 'network-vif-deleted', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:34:45.750548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c71b8-110c-4c5a-84db-9d7c62489dab" -d '{"events": [{"server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "name": "network-vif-deleted", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:34:45.786205 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f3a57bb4-b3da-4e46-bb2b-e650d67bb696 req-1441ff58-66b1-449f-9aa2-ed0494dcb28f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179318 Feb 21 02:34:45.797660 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514c7f6-03e2-4030-ae0f-c8296e1d45fd x-openstack-request-id: req-0514c7f6-03e2-4030-ae0f-c8296e1d45fd {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:34:45.798030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e88ba1-3efc-43bb-a9fe-cea1161d320e", "name": "network-vif-deleted", "tag": "a0143c80-ec51-407d-bae9-5a6f62cc1615", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:34:45.798354 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0514c7f6-03e2-4030-ae0f-c8296e1d45fd {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:34:45.798832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e88ba1-3efc-43bb-a9fe-cea1161d320e', 'name': 'network-vif-deleted', 'tag': 'a0143c80-ec51-407d-bae9-5a6f62cc1615', 'status': 'completed', 'code': 200} Feb 21 02:34:45.811519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:45.952152 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f13089-0aa8-47aa-91ee-bb90c1d9640a req-e1fbfbdf-9626-490e-bd35-232102c6111f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:45.954131 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60f13089-0aa8-47aa-91ee-bb90c1d9640a req-e1fbfbdf-9626-490e-bd35-232102c6111f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0925336 Feb 21 02:34:46.058525 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-60f13089-0aa8-47aa-91ee-bb90c1d9640a req-7f22f3ab-d6fe-4d60-8181-1e03d0ee375f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979278 Feb 21 02:34:46.134428 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-75622307-b98c-439b-a2fc-9aa64ba939bd req-56813fb0-6472-4c4a-94ac-e69fb4e42545 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=65e88ba1-3efc-43bb-a9fe-cea1161d320e HTTP/1.1" status: 200 len: 210 time: 0.0660744 Feb 21 02:34:46.162837 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:46.198211 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:34:46.208104 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:34:46.208870 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:34:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:46.360722 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:34:46.526550 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ee68a-8c6c-40bd-9f58-139144f861cd req-7263844b-2d12-4828-a3d5-53f03a7d5289 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:46.534741 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be1ee68a-8c6c-40bd-9f58-139144f861cd req-7263844b-2d12-4828-a3d5-53f03a7d5289 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0761914 Feb 21 02:34:46.658410 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be1ee68a-8c6c-40bd-9f58-139144f861cd req-2f1cf8e5-2fcc-42ed-ac85-471dbacf0e7b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221743 Feb 21 02:34:46.744007 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:34:46.773181 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d64b30d-33c2-4cf1-9c3e-d4c10cc28898 None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:34:46.953129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9c53f-a3fe-4867-80c0-b55ec5bee65a req-04a2f575-1159-41fa-8c77-84bcbe1b164a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:46.954720 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f8d9c53f-a3fe-4867-80c0-b55ec5bee65a req-04a2f575-1159-41fa-8c77-84bcbe1b164a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0794520 Feb 21 02:34:47.022835 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device a0143c80-ec51-407d-bae9-5a6f62cc1615 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:34:47.054594 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f8d9c53f-a3fe-4867-80c0-b55ec5bee65a req-75690ca0-114c-49d1-80a1-9e0fb02b89f6 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906336 Feb 21 02:34:47.082921 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: a0143c80-ec51-407d-bae9-5a6f62cc1615 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:34:47.083484 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device a0143c80-ec51-407d-bae9-5a6f62cc1615 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:34:47.238996 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ab4c7-7cf1-4414-b819-a5bb24e34c33 req-436535c8-786c-4ad3-9b9f-6f46e016504b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:47.240629 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c7ea6-2e8e-49c1-b4e7-29c25cfc86de None None] New status for floating IP 73377d67-cd7f-43e2-b807-ccdecf1ed4dc: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:34:47.246929 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab8ab4c7-7cf1-4414-b819-a5bb24e34c33 req-436535c8-786c-4ad3-9b9f-6f46e016504b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.1140149 Feb 21 02:34:47.377079 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab8ab4c7-7cf1-4414-b819-a5bb24e34c33 req-ac7a0ea8-94f6-42e3-9128-844234460d1e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289546 Feb 21 02:34:47.457314 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-dba13919-0b09-4f02-bf0c-646153aa9723 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444044047&fields=id&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 267 time: 0.0640550 Feb 21 02:34:47.586867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-7d44bdeb-9a03-4bc5-850b-d04358728ee5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:47.588418 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-7d44bdeb-9a03-4bc5-850b-d04358728ee5 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.1238344 Feb 21 02:34:47.609525 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-73b2b084-f60e-4bbe-91b4-1f9ef972b071 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/quotas/9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 375 time: 0.0109825 Feb 21 02:34:47.683405 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-2c63034c-d579-4d3b-8836-03a263424211 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659149 Feb 21 02:34:47.827243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d39-e347-490e-aea3-4df1ecdff753 req-6042154a-bc73-4b79-8fa4-dca657e11692 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:47.830574 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92615d39-e347-490e-aea3-4df1ecdff753 req-6042154a-bc73-4b79-8fa4-dca657e11692 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0834911 Feb 21 02:34:47.848191 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-fb472db4-4b99-4d8f-8e28-d7dec4cc3cb2 service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503663 Feb 21 02:34:47.891673 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92615d39-e347-490e-aea3-4df1ecdff753 req-0e7b9d5d-05b0-4339-914b-bd49c6fa3d36 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543420 Feb 21 02:34:47.965680 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-1f265b24-21f1-44e0-ae8b-b9c1338b229a service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163263 Feb 21 02:34:48.199404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2174a-04f1-47d5-a746-c26840bb8718 req-d6c0568f-ab86-444b-b4d6-ee63038ba65f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:48.207119 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fd2174a-04f1-47d5-a746-c26840bb8718 req-d6c0568f-ab86-444b-b4d6-ee63038ba65f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0699191 Feb 21 02:34:48.273572 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fd2174a-04f1-47d5-a746-c26840bb8718 req-7d3223c4-b96c-44a8-a637-6ae07c2efa0e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652046 Feb 21 02:34:48.431826 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f48057b-fba4-44c0-81ca-75b1522b7e2d req-9185d61d-df40-41b6-9350-87190f94ef5d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 210 time: 0.0579591 Feb 21 02:34:48.488825 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756182e0-a99f-450f-ac9e-b11a2fb66bf1 req-a50ce773-75a0-426b-b89d-c8f565f6fe99 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:48.496764 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-756182e0-a99f-450f-ac9e-b11a2fb66bf1 req-a50ce773-75a0-426b-b89d-c8f565f6fe99 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0807898 Feb 21 02:34:48.578520 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-756182e0-a99f-450f-ac9e-b11a2fb66bf1 req-08d984c1-6194-4616-9587-46755a94fb99 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793521 Feb 21 02:34:48.691611 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455681e9-5cc1-4682-ba40-fffea965813c req-b0d2c3ea-d06a-4f7a-9c28-e8057bf04ef2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:48.703551 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-455681e9-5cc1-4682-ba40-fffea965813c req-b0d2c3ea-d06a-4f7a-9c28-e8057bf04ef2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.1647253 Feb 21 02:34:48.782926 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-455681e9-5cc1-4682-ba40-fffea965813c req-0f0877dd-83cb-425f-897a-c34f3ae6689f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759106 Feb 21 02:34:49.112744 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21489763-6849-4deb-b917-43d7f5dd7c30 req-2a63ae37-163e-4d05-9eca-0c55cbf0af84 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:49.115607 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-21489763-6849-4deb-b917-43d7f5dd7c30 req-2a63ae37-163e-4d05-9eca-0c55cbf0af84 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.1077085 Feb 21 02:34:49.203552 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-21489763-6849-4deb-b917-43d7f5dd7c30 req-96d5a42f-b5cc-4c21-801f-aad086ba4b57 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795982 Feb 21 02:34:49.347471 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e27f0-e98e-43d0-89d1-f6cefda9199f req-deec1c08-8ecb-44ad-8b22-c261401359cf tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:49.349398 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c76e27f0-e98e-43d0-89d1-f6cefda9199f req-deec1c08-8ecb-44ad-8b22-c261401359cf tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.1175282 Feb 21 02:34:49.435240 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c76e27f0-e98e-43d0-89d1-f6cefda9199f req-4054be45-958e-4e4e-8e5a-64933f4be331 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787935 Feb 21 02:34:49.569791 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a718cb60-7a60-4a41-aef6-e783b684c76b req-0223220d-eb5f-4e55-8126-a267d76c58ce tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 210 time: 0.0572202 Feb 21 02:34:50.064766 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072a84f-d25e-40ce-baf1-71c993203d18 req-d26e7b97-e67a-49a9-9def-3a7bae693a83 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:50.066909 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8072a84f-d25e-40ce-baf1-71c993203d18 req-d26e7b97-e67a-49a9-9def-3a7bae693a83 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.1385202 Feb 21 02:34:50.160317 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-902c4c35-2bba-4111-948f-a295abff3f27 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:50.162352 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-902c4c35-2bba-4111-948f-a295abff3f27 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.3085046 Feb 21 02:34:50.168238 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8072a84f-d25e-40ce-baf1-71c993203d18 req-2acf8fd3-1a2f-4c44-a6c6-45273014817f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796745 Feb 21 02:34:50.261519 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-1e4f924c-46cd-4e24-8a93-21917bf02c77 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 380 time: 0.0881872 Feb 21 02:34:50.275143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'port': {'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'admin_state_up': True, 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'security_groups': ['a2a7bc99-b77c-4fa1-b2c9-2e40847d938f']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:50.438390 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234db20-03ed-41c6-8665-61b59b9b43a0 req-499f0bd5-bac2-4c4f-9c9b-10f6fd12a417 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:50.440552 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5234db20-03ed-41c6-8665-61b59b9b43a0 req-499f0bd5-bac2-4c4f-9c9b-10f6fd12a417 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.1104629 Feb 21 02:34:50.469237 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Made reservation on behalf of 9d0c19115c1746f1956552777cc35baf for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:34:50.473108 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:50.555329 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5234db20-03ed-41c6-8665-61b59b9b43a0 req-d73b4994-d188-4b60-a761-fec05edc539c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066358 Feb 21 02:34:50.664456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.20.0.12 (c5e55e19-0047-4adf-9d84-20427890cdd2/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2/b9cfa993-4c52-40b7-9623-8c41c63c23f3) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:34:50.699850 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-52825d67-d5cb-45d5-936b-d1bd1b9d613e req-dfa72e16-95b2-4329-8279-011d8a46c0d7 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 210 time: 0.0569613 Feb 21 02:34:50.871143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:50.920917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:50.986431 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:34:50.990354 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:34:50.995602 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:34:51.031940 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:51.100717 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:51.101346 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:51.141597 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-29265582-59d0-43c5-abcf-5a86ebf981d1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8741822 Feb 21 02:34:51.155576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Request body: {'port': {'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:51.261867 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:51.398315 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86468-389f-44f0-bbef-f4e7c8741ebc req-dd6dccdd-c05a-4e2c-a6c1-9755553dacaf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:51.399790 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bac86468-389f-44f0-bbef-f4e7c8741ebc req-dd6dccdd-c05a-4e2c-a6c1-9755553dacaf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.1263819 Feb 21 02:34:51.529852 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-90cbc7ad-7a2b-4436-bcdd-b59a9cae9c0f None None] Provisioning complete for port b9cfa993-4c52-40b7-9623-8c41c63c23f3 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:34:51.530923 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-90cbc7ad-7a2b-4436-bcdd-b59a9cae9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:51.538122 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bac86468-389f-44f0-bbef-f4e7c8741ebc req-b7437fca-fab5-4d5d-a8b1-7cd851982d17 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801725 Feb 21 02:34:51.588526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-90cbc7ad-7a2b-4436-bcdd-b59a9cae9c0f None None] Port b9cfa993-4c52-40b7-9623-8c41c63c23f3 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:34:51.905073 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496056-c1cc-4b1d-b978-d20790409a6e req-e623fda7-6cac-41d9-8fd7-3cc3c3163619 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:51.907969 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-84496056-c1cc-4b1d-b978-d20790409a6e req-e623fda7-6cac-41d9-8fd7-3cc3c3163619 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 932 time: 0.0764363 Feb 21 02:34:51.975149 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-84496056-c1cc-4b1d-b978-d20790409a6e req-209ea074-a655-4756-8f65-03a247ac9288 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609195 Feb 21 02:34:51.993124 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f43f2-b7f8-477a-aaf7-edaf274068d1 req-69f95069-0b4b-4c0c-9047-531b28d130fd tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:51.994684 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1f43f2-b7f8-477a-aaf7-edaf274068d1 req-69f95069-0b4b-4c0c-9047-531b28d130fd tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0880868 Feb 21 02:34:52.080212 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9d1f43f2-b7f8-477a-aaf7-edaf274068d1 req-f231590b-4022-4e3f-aa81-c2bfa36913cd tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718789 Feb 21 02:34:52.118574 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cfa993-4c52-40b7-9623-8c41c63c23f3 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:34:52.126550 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks [] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:52.140366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Transition to ACTIVE for port object b9cfa993-4c52-40b7-9623-8c41c63c23f3 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:34:52.145615 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:52.208619 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:52.312758 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Attempting to bind port b9cfa993-4c52-40b7-9623-8c41c63c23f3 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:34:52.313659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Attempting to bind port b9cfa993-4c52-40b7-9623-8c41c63c23f3 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:34:52.314136 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Attempting to bind port b9cfa993-4c52-40b7-9623-8c41c63c23f3 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:52.324066 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Port b9cfa993-4c52-40b7-9623-8c41c63c23f3 on network c5e55e19-0047-4adf-9d84-20427890cdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:34:52.324558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Attempting to bind port b9cfa993-4c52-40b7-9623-8c41c63c23f3 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:34:52.330317 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:34:52.331116 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:34:52.331675 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Bound using segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:34:52.332164 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Bound port: b9cfa993-4c52-40b7-9623-8c41c63c23f3, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:34:52.332529 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:52.419585 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:34:52.425263 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:34:52.435396 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:52.482609 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:52.483160 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:52.484573 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-82832752-db12-4519-bc93-b241e7c9925f service neutron] 10.222.0.42 "PUT /v2.0/ports/b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 1094 time: 1.3355935 Feb 21 02:34:52.485405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:34:52.487710 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:34:52.562003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832752-db12-4519-bc93-b241e7c9925f service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:34:52.570924 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815a411-68cf-4e2e-9ae4-0581bf0b59bc x-openstack-request-id: req-4815a411-68cf-4e2e-9ae4-0581bf0b59bc {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:34:52.571553 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:34:52.572082 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4815a411-68cf-4e2e-9ae4-0581bf0b59bc {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:34:52.572496 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'status': 'completed', 'code': 200} Feb 21 02:34:52.600484 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-b11d0193-f7fd-40db-bad5-b4fd26bbc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:52.602337 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-b11d0193-f7fd-40db-bad5-b4fd26bbc35e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1128 time: 0.0719142 Feb 21 02:34:52.667255 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-6c0fafd0-93e6-4540-8f38-864337e0279f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 217 time: 0.0512018 Feb 21 02:34:52.752067 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-6de01125-344f-4d05-8ebe-272cdec27f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:52.753684 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-6de01125-344f-4d05-8ebe-272cdec27f7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0796959 Feb 21 02:34:52.776015 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d270ed-b7c8-42f3-b24b-12fe567fd26b req-7dfebf1b-a64f-4c27-9f69-837b63823d4e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:52.778224 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d3d270ed-b7c8-42f3-b24b-12fe567fd26b req-7dfebf1b-a64f-4c27-9f69-837b63823d4e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0942743 Feb 21 02:34:52.856592 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-ac091241-d2ea-4ec6-a14a-f12448acae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:52.858164 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-ac091241-d2ea-4ec6-a14a-f12448acae32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969465 Feb 21 02:34:52.874738 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d3d270ed-b7c8-42f3-b24b-12fe567fd26b req-4275f2a9-47df-45a4-a85d-81494c726362 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747402 Feb 21 02:34:52.966873 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-b3608b06-e3bd-4a4f-a39d-a6367c7154f0 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911033 Feb 21 02:34:53.097291 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-03dbaa1d-d256-4e34-aa75-fce29afc9374 req-4f8e63ad-bb78-4a6c-b282-e61be450da2d service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238317 Feb 21 02:34:53.167373 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ba528-41e4-4d26-a4d4-57b6bf00e5fa req-48b72e6c-b3e3-4d3b-a58e-6a66a3f0f382 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.175425 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a5ba528-41e4-4d26-a4d4-57b6bf00e5fa req-48b72e6c-b3e3-4d3b-a58e-6a66a3f0f382 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0909052 Feb 21 02:34:53.250031 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5107fd-2a75-4521-a0ce-bf1082e28d86 req-634e2838-e44a-4800-819f-1869deb3c541 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.251595 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dc5107fd-2a75-4521-a0ce-bf1082e28d86 req-634e2838-e44a-4800-819f-1869deb3c541 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0919518 Feb 21 02:34:53.258896 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a5ba528-41e4-4d26-a4d4-57b6bf00e5fa req-4874cac3-c0d0-4c87-bac5-03ad9cbc4fac tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821846 Feb 21 02:34:53.299077 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-7393882c-2d9e-452b-83fb-8551206c2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.300600 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-7393882c-2d9e-452b-83fb-8551206c2a3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1128 time: 0.1028259 Feb 21 02:34:53.346427 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dc5107fd-2a75-4521-a0ce-bf1082e28d86 req-d4099f81-ce87-4dfe-9b89-bd3593416708 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860636 Feb 21 02:34:53.426055 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-f98aa909-f95f-4ced-86c2-3cd5ef4f97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.427626 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-f98aa909-f95f-4ced-86c2-3cd5ef4f97bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.1190627 Feb 21 02:34:53.472775 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-442c87bf-ed56-46f7-abbc-f69b1a26ae21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 217 time: 0.0377960 Feb 21 02:34:53.533901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-25475a5b-6805-4730-9de6-2edb8a719969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.535376 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-25475a5b-6805-4730-9de6-2edb8a719969 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0568514 Feb 21 02:34:53.586680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-82ea08b7-ac1c-4cd5-a230-f6ed0a4964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:53.588323 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-82ea08b7-ac1c-4cd5-a230-f6ed0a4964a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469599 Feb 21 02:34:53.680990 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-cad7edcf-6220-4cc0-bb41-aa2b7033a7a2 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Feb 21 02:34:53.777713 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3f7962-fc6c-46a6-befb-2eec0a7f37ab req-8d992588-b113-4e27-9991-54617a89244c service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909717 Feb 21 02:34:54.060891 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc805c3-fd6f-4812-b134-12d988f9722c req-4091e1d1-b0f3-4404-9cb3-bce8baa14715 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:54.062475 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fc805c3-fd6f-4812-b134-12d988f9722c req-4091e1d1-b0f3-4404-9cb3-bce8baa14715 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0731485 Feb 21 02:34:54.124744 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fc805c3-fd6f-4812-b134-12d988f9722c req-a667697b-b687-41e9-9d01-a5c4d24137c3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Feb 21 02:34:54.396442 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b39840-c288-42d7-aebe-7d5f04d8da2c req-2a4727f0-7e6e-4b1c-a1ec-38bd9d4f2c8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:54.398177 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4b39840-c288-42d7-aebe-7d5f04d8da2c req-2a4727f0-7e6e-4b1c-a1ec-38bd9d4f2c8e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0705664 Feb 21 02:34:54.487346 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb804f-e0a4-4aa4-ad6b-640a39c2a63e req-6c77357a-7405-4411-ad2c-b95ca01f5fed tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:54.494696 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b4b39840-c288-42d7-aebe-7d5f04d8da2c req-f62a52ea-49ff-4456-b45a-8e6b72ad66c8 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842507 Feb 21 02:34:54.495818 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dcb804f-e0a4-4aa4-ad6b-640a39c2a63e req-6c77357a-7405-4411-ad2c-b95ca01f5fed tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0703807 Feb 21 02:34:54.549533 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dcb804f-e0a4-4aa4-ad6b-640a39c2a63e req-dbcfb97d-5ac1-4259-a45c-fb395b0692fe tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528440 Feb 21 02:34:55.261989 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899bd86-ae01-4fff-9184-33277d38c70c req-08116713-5402-4d3a-ae36-b686e529b8b0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:55.263419 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c899bd86-ae01-4fff-9184-33277d38c70c req-08116713-5402-4d3a-ae36-b686e529b8b0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0563424 Feb 21 02:34:55.319994 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c899bd86-ae01-4fff-9184-33277d38c70c req-fad95719-f1be-45b0-889e-8f3ac7b5df8d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511627 Feb 21 02:34:55.647156 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527a460-eb0b-4240-b7a3-46184aa5a7f1 req-4fdfe230-c0cc-4510-96b8-902efafb90db tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:55.649468 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d527a460-eb0b-4240-b7a3-46184aa5a7f1 req-4fdfe230-c0cc-4510-96b8-902efafb90db tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0668626 Feb 21 02:34:55.718327 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3113-12c3-4ec1-8091-9adf555d0e03 req-426c7e86-889d-4f57-ae57-dca4d1d65367 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:55.725500 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c3113-12c3-4ec1-8091-9adf555d0e03 req-426c7e86-889d-4f57-ae57-dca4d1d65367 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0921919 Feb 21 02:34:55.733631 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d527a460-eb0b-4240-b7a3-46184aa5a7f1 req-72390e3f-af3c-404c-9026-d6206fa4e5d0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771472 Feb 21 02:34:55.788154 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c3113-12c3-4ec1-8091-9adf555d0e03 req-64b21699-af82-4ae4-8e4d-80da99d133d3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615001 Feb 21 02:34:56.475882 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165181-beae-42be-9985-5b61dba8a46d req-bd40269b-d94f-4291-b0e3-ff6b7f83463c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.477452 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55165181-beae-42be-9985-5b61dba8a46d req-bd40269b-d94f-4291-b0e3-ff6b7f83463c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0706513 Feb 21 02:34:56.541188 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55165181-beae-42be-9985-5b61dba8a46d req-c27a97b6-9a71-4b9a-84e9-bd2e33b32029 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576854 Feb 21 02:34:56.639956 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5bbad-c424-4faa-94b3-f926de719640 req-49bf9e05-9f58-40db-865d-8c21d85f2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.642188 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-49bf9e05-9f58-40db-865d-8c21d85f2218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0572095 Feb 21 02:34:56.750512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5bbad-c424-4faa-94b3-f926de719640 req-e3ee9294-f8b0-4767-9c59-0c320f3efd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.752122 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-e3ee9294-f8b0-4767-9c59-0c320f3efd5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.1041760 Feb 21 02:34:56.859237 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-13724e22-fb2e-48b5-93ee-85929dbad626 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 1001 time: 0.1004651 Feb 21 02:34:56.913633 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aae9a6-e9c4-47d4-a920-676da2a92c17 req-0944fb20-a823-464b-8873-4a145d718cd9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.915205 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7aae9a6-e9c4-47d4-a920-676da2a92c17 req-0944fb20-a823-464b-8873-4a145d718cd9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0544755 Feb 21 02:34:56.921670 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2478f29-6706-4082-9e30-83921002e51b req-41c60034-ba8d-4762-97c2-b5e74ed8857b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.923172 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2478f29-6706-4082-9e30-83921002e51b req-41c60034-ba8d-4762-97c2-b5e74ed8857b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.1103103 Feb 21 02:34:56.924706 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5bbad-c424-4faa-94b3-f926de719640 req-7193cbad-f0b1-43ab-ba05-160f1b32b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:56.926040 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-7193cbad-f0b1-43ab-ba05-160f1b32b3e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0609429 Feb 21 02:34:57.010101 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a7aae9a6-e9c4-47d4-a920-676da2a92c17 req-2331d92d-a186-48c6-a1bc-c338ef73d61a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817649 Feb 21 02:34:57.012978 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2478f29-6706-4082-9e30-83921002e51b req-dda7f8e6-cc84-4d8d-b794-13c3e784f1ab tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838742 Feb 21 02:34:57.032968 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5bbad-c424-4faa-94b3-f926de719640 req-8b18b959-41df-4c77-b59e-b6b41927645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:57.036434 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-8b18b959-41df-4c77-b59e-b6b41927645b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982232 Feb 21 02:34:57.136669 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-e3b49b06-1310-4872-90c8-177ebf0e9571 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950978 Feb 21 02:34:57.250514 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02a5bbad-c424-4faa-94b3-f926de719640 req-67652a50-8124-4a86-8df3-0545ff03e640 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071236 Feb 21 02:34:57.672303 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac674b-39a2-4394-abca-a0567b915a3d req-26f2af48-c034-4e8f-ad0f-652653cc2910 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:57.673813 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbac674b-39a2-4394-abca-a0567b915a3d req-26f2af48-c034-4e8f-ad0f-652653cc2910 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0573640 Feb 21 02:34:57.722455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbac674b-39a2-4394-abca-a0567b915a3d req-6aa189f8-6f76-4798-9e69-1d4b283dc4bd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423393 Feb 21 02:34:58.127228 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec26e-7f25-4bb3-8683-57d6347fb9b3 req-5ad5818c-bfb4-4210-8664-947bb7190e44 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.128722 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c31ec26e-7f25-4bb3-8683-57d6347fb9b3 req-5ad5818c-bfb4-4210-8664-947bb7190e44 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0573466 Feb 21 02:34:58.128864 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3b16b-b62e-4632-acba-1ac710669942 req-2981785c-a9be-463d-8862-61c64d47d800 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.130363 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c6d3b16b-b62e-4632-acba-1ac710669942 req-2981785c-a9be-463d-8862-61c64d47d800 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0521049 Feb 21 02:34:58.176674 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c31ec26e-7f25-4bb3-8683-57d6347fb9b3 req-e19f4512-080d-4b21-8d1e-7c670cf269c2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Feb 21 02:34:58.178862 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c6d3b16b-b62e-4632-acba-1ac710669942 req-f35010aa-e04f-44b3-9185-d1f57749c585 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Feb 21 02:34:58.638164 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-b125e884-ccbd-4e25-bf36-bf118b67e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.639715 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-b125e884-ccbd-4e25-bf36-bf118b67e44d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1129 time: 0.0471127 Feb 21 02:34:58.731189 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-104d89e5-54ff-46d9-91a6-597eb07e38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.732640 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-104d89e5-54ff-46d9-91a6-597eb07e38c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.0858538 Feb 21 02:34:58.797725 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-44164458-4072-42de-924d-f6cf088d7682 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 1001 time: 0.0581124 Feb 21 02:34:58.850084 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e0dab-bcae-468b-9a28-805d86534dd2 req-a27404db-0c73-4af1-8ce7-a1f0dd525ccf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.850329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-5a904181-aaeb-4511-be98-62865d768487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.851538 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-819e0dab-bcae-468b-9a28-805d86534dd2 req-a27404db-0c73-4af1-8ce7-a1f0dd525ccf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0567696 Feb 21 02:34:58.851658 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-5a904181-aaeb-4511-be98-62865d768487 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0462711 Feb 21 02:34:58.898702 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-819e0dab-bcae-468b-9a28-805d86534dd2 req-d37232b7-e5c6-4e48-a5ce-55f8558dfb5b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Feb 21 02:34:58.904546 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-67a4b009-18c1-4ec0-adb5-d53926d29861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:58.906064 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-67a4b009-18c1-4ec0-adb5-d53926d29861 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472620 Feb 21 02:34:58.995087 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-420a9256-e978-4cef-8231-8d2f9b71bfd0 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828338 Feb 21 02:34:58.997961 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-40853e6c-ae49-4696-a981-53811043ae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:59.107619 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a1db3455-2aac-4de5-b8a4-1ccf0daa3dad req-13209a79-3ee2-44d7-ac44-84a2864a3838 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893712 Feb 21 02:34:59.303683 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188f291-2568-421c-ac4e-ba86acdd96f5 req-20e34693-caca-41f5-aec4-86d275f475d9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:59.305217 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a188f291-2568-421c-ac4e-ba86acdd96f5 req-20e34693-caca-41f5-aec4-86d275f475d9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0571308 Feb 21 02:34:59.321984 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd1bf1-0ba0-4eb8-94f7-219663b203c5 req-d9780755-eb75-439b-9076-59ea7c5e4b00 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:59.328681 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fcd1bf1-0ba0-4eb8-94f7-219663b203c5 req-d9780755-eb75-439b-9076-59ea7c5e4b00 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0814834 Feb 21 02:34:59.376430 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a188f291-2568-421c-ac4e-ba86acdd96f5 req-132b4c5b-40be-4728-8db5-a6c6ce86cdab tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624144 Feb 21 02:34:59.395507 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fcd1bf1-0ba0-4eb8-94f7-219663b203c5 req-33928d4d-c7f2-4173-94b8-90bb89e45f62 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Feb 21 02:34:59.516915 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b517d-2997-4fc0-b53b-81f4d653da1e req-072955b6-a994-42fc-ad76-ee523c73133a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:59.518357 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b8b517d-2997-4fc0-b53b-81f4d653da1e req-072955b6-a994-42fc-ad76-ee523c73133a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0576482 Feb 21 02:34:59.564654 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9b8b517d-2997-4fc0-b53b-81f4d653da1e req-7ec32945-3264-4a22-94c9-4e5ad3bca930 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Feb 21 02:34:59.587133 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59184) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:59.674375 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf3850-c14d-4361-87cc-6d75bc4d7561 tempest-TestMinimumBasicScenario-282442061 tempest-TestMinimumBasicScenario-282442061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:34:59.675870 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3bdf3850-c14d-4361-87cc-6d75bc4d7561 tempest-TestMinimumBasicScenario-282442061 tempest-TestMinimumBasicScenario-282442061-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1125 time: 0.0877395 Feb 21 02:34:59.678752 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59188) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:34:59.682857 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'port_id': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:34:59.702924 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:59.803090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:34:59.910698 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Allocated IP 172.27.1.245 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/39d59517-0687-45b8-a80e-5f77cb9334a4) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:35:00.010634 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.022293 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06549-382d-475e-bbd3-e6f35dd4eb77 req-2695138a-733d-4048-8883-ed5d1b3a5fc6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:00.023525 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6d06549-382d-475e-bbd3-e6f35dd4eb77 req-2695138a-733d-4048-8883-ed5d1b3a5fc6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Feb 21 02:35:00.044814 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.073604 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6d06549-382d-475e-bbd3-e6f35dd4eb77 req-a7e0f4e3-f39e-46e2-91e0-e9603a031d03 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Feb 21 02:35:00.087449 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:35:00.090358 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:35:00.098557 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'Port': ['ID=39d59517-0687-45b8-a80e-5f77cb9334a4,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:00.101293 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:35:00.467122 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for floatingip (2b5228b6-1673-4620-9ec9-904cc4a78f81), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.516212 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6083-7479-4180-8099-19e8e6aab39a req-30d12754-679f-41ab-80aa-f0312449c6fd tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:00.517728 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56cc6083-7479-4180-8099-19e8e6aab39a req-30d12754-679f-41ab-80aa-f0312449c6fd tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0519495 Feb 21 02:35:00.543267 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac970-432f-48fe-8be6-167e0e2f1914 req-2be391c4-5732-4246-8d43-b2ee465624e0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:00.544767 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-acfac970-432f-48fe-8be6-167e0e2f1914 req-2be391c4-5732-4246-8d43-b2ee465624e0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 944 time: 0.0909886 Feb 21 02:35:00.568720 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56cc6083-7479-4180-8099-19e8e6aab39a req-e279b6be-02b2-4250-902a-925c3d5f2cdf tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Feb 21 02:35:00.593059 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.634067 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-acfac970-432f-48fe-8be6-167e0e2f1914 req-2f8e6f81-8be1-433a-ba7d-4c4c5df8ee5d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738721 Feb 21 02:35:00.686424 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-2961ec45-af21-483a-b46f-beb9fe4767aa req-2e3070ae-ec7a-4d62-b78f-0c81560be414 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:35:00.687411 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2961ec45-af21-483a-b46f-beb9fe4767aa req-2e3070ae-ec7a-4d62-b78f-0c81560be414 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546975 Feb 21 02:35:00.767140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.772549 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.826969 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59206) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:00.882857 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'Port': ['ID=39d59517-0687-45b8-a80e-5f77cb9334a4,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:00.895101 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (2b5228b6-1673-4620-9ec9-904cc4a78f81), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:00.915457 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-c2833eaa-ad34-4d02-b08f-c87a3f692afb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860593 Feb 21 02:35:00.923776 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-a1606c1a-4eeb-459e-a1c6-f88e908e3af5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:35:00.924812 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-a1606c1a-4eeb-459e-a1c6-f88e908e3af5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049608 Feb 21 02:35:00.938391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76057-65f7-495e-9924-540466ddf454 req-30a2b384-8bd3-4939-bd54-7b3e659550d2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:00.939890 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39e76057-65f7-495e-9924-540466ddf454 req-30a2b384-8bd3-4939-bd54-7b3e659550d2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.1367233 Feb 21 02:35:01.030880 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59214) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:01.073565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b9cfa993-4c52-40b7-9623-8c41c63c23f3 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:35:01.145551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:35:01.213705 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-7b66458a-cf1d-467f-b969-88471730616c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:01.215398 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-7b66458a-cf1d-467f-b969-88471730616c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports/212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 943 time: 0.1832638 Feb 21 02:35:01.233982 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:01.241469 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d191188-a4fd-4445-a4b9-6b7934d46b92 req-dbf3c723-efeb-45d9-82d6-d9b4a163543e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:01.243040 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8d191188-a4fd-4445-a4b9-6b7934d46b92 req-dbf3c723-efeb-45d9-82d6-d9b4a163543e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 945 time: 0.0881019 Feb 21 02:35:01.269689 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:35:01.308202 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8d191188-a4fd-4445-a4b9-6b7934d46b92 req-5a3612ea-c7c5-456c-b2d9-d73cf2b81776 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574596 Feb 21 02:35:01.311534 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 is: ACTIVE; New status is: DOWN {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:01.311979 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.324314 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39e76057-65f7-495e-9924-540466ddf454 req-7b7be792-1205-45bf-9957-4a67e852412a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749166 Feb 21 02:35:01.355825 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:01.359129 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:01.362443 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b4d1a8-4eb2-44b0-9f73-42d1e03511a1" -d '{"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-unplugged", "status": "completed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:01.372699 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.373678 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:35:01.410997 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port b9cfa993-4c52-40b7-9623-8c41c63c23f3 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:01.412125 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.430961 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Floating IP 2b5228b6-1673-4620-9ec9-904cc4a78f81 associated. External IP: 172.27.1.245, port: ae827098-b4d8-4d85-b652-12a13456ab7e. Feb 21 02:35:01.441854 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd24b1-6d5b-491b-a127-0d6989756f57 x-openstack-request-id: req-42bd24b1-6d5b-491b-a127-0d6989756f57 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:01.442191 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-unplugged", "status": "failed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "code": 422}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:01.442983 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42bd24b1-6d5b-491b-a127-0d6989756f57 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:01.443597 dv-cinder-804470-8-iscsi neutron-server[102811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'code': 422} returned with failed status Feb 21 02:35:01.501229 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8c9057dc-6540-43d4-a2c7-2cdd3ce6e577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.507461 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cfa993-4c52-40b7-9623-8c41c63c23f3 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:35:01.527833 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:01.544596 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.554038 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=6']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:01.643981 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: ACTIVE; New status is: DOWN {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:01.644886 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.689952 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:01.717598 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:01.733837 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:01.805105 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=8']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:01.808744 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bd150-579c-490c-bca4-4cd0ea933cbc req-b0032cd7-53b2-46cc-bdfa-b69774216c15 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:01.810556 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f9bd150-579c-490c-bca4-4cd0ea933cbc req-b0032cd7-53b2-46cc-bdfa-b69774216c15 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 945 time: 0.0781963 Feb 21 02:35:01.820009 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Router c6afb920-72db-42f1-8a41-27b3ee9ae65d has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:35:01.881894 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['b9cfa993-4c52-40b7-9623-8c41c63c23f3'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:01.914793 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-1f9bd150-579c-490c-bca4-4cd0ea933cbc req-62f3bd2c-bb18-4f22-a165-27870426d582 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933917 Feb 21 02:35:01.987992 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:35:02.001502 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Sync routers for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:35:02.008869 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.040186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:02.040351 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a0e3b55b-3c30-4a98-bd38-4f05c214c226 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3604634 Feb 21 02:35:02.041005 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:02.041356 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:02.043317 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59248) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.050500 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867262286', 'description': 'tempest-secgroup-smoke-867262286 description', 'project_id': 'e36f98f3ada743f7be39257e917a12c9'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:02.056892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:02.081414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.114061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0186fb7-7e24-4df9-b0b1-b348e26a5add x-openstack-request-id: req-a0186fb7-7e24-4df9-b0b1-b348e26a5add {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:02.115551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:02.115904 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0186fb7-7e24-4df9-b0b1-b348e26a5add {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:02.116412 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:35:02.244170 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a5919-22d8-4336-a1e2-2863f0ac44ba req-d2d05f79-7bc0-4464-85ce-30cee7646233 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.246327 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:02.257375 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-870a5919-22d8-4336-a1e2-2863f0ac44ba req-d2d05f79-7bc0-4464-85ce-30cee7646233 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.1212962 Feb 21 02:35:02.271499 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (6d986f78-46d0-4b70-8b8d-7cb5af1e43c6), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.277061 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6d986f78-46d0-4b70-8b8d-7cb5af1e43c6), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.323214 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.324294 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.336069 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2906704 Feb 21 02:35:02.337876 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59270) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.342374 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:02.350616 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:02.354476 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-870a5919-22d8-4336-a1e2-2863f0ac44ba req-3a461807-1845-4ea8-95e2-dbd6a8750f22 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944638 Feb 21 02:35:02.358261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-fef2f1f9-5cef-428e-879d-fa56ec5e349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.361104 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-fef2f1f9-5cef-428e-879d-fa56ec5e349a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1130 time: 0.1821518 Feb 21 02:35:02.388100 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.388399 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.388737 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.389276 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.389812 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.391084 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.391597 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.392096 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.392593 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.393089 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.393586 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.394105 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.394704 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb36152-2029-40b4-af44-6b925fa09632 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.404939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59274) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.461303 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (7d287b26-da43-4095-99fe-415c12b55552), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.555652 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8ac0a-6a0e-4aec-9572-70901a81f053 req-689039d0-186e-48de-98be-8fc597476ad4 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.557503 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ff8ac0a-6a0e-4aec-9572-70901a81f053 req-689039d0-186e-48de-98be-8fc597476ad4 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.1210456 Feb 21 02:35:02.564477 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-4f604a34-8b72-40d1-993d-59bffcee4c77 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584053 Feb 21 02:35:02.566129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-b8118a24-a980-4847-af88-2dbbd5b4c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.567620 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-b8118a24-a980-4847-af88-2dbbd5b4c925 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.1971247 Feb 21 02:35:02.575186 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-ddac4fc2-b226-4d7e-b9c0-5fd18b306524 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:35:02.576674 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-ddac4fc2-b226-4d7e-b9c0-5fd18b306524 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064237 Feb 21 02:35:02.596832 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (7d287b26-da43-4095-99fe-415c12b55552), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.603120 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (7d287b26-da43-4095-99fe-415c12b55552), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.644655 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d287b26-da43-4095-99fe-415c12b55552,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:02.651050 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ff8ac0a-6a0e-4aec-9572-70901a81f053 req-c440464e-453e-4e3e-a6ad-1a7ca7efb2ad tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819485 Feb 21 02:35:02.660391 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.660520 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-ca98f8d2-5d18-4ee0-ac42-9823a4508e1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 1000 time: 0.0823634 Feb 21 02:35:02.665624 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c019ab16-6a74-4d91-813e-8cb5a4e80804 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267395 Feb 21 02:35:02.665793 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59282) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.679366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:02.682399 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '2b5228b6-1673-4620-9ec9-904cc4a78f81', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'port_id': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'mac_address': 'fa:16:3e:cd:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:00Z', 'updated_at': '2022-02-21T02:35:00Z', 'revision_number': 0, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:02.686690 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59286) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.712269 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Checking router: c6afb920-72db-42f1-8a41-27b3ee9ae65d for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:35:02.724027 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:02.724689 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:02.737744 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-c58627ab-6b4e-4224-b9b7-c27781140e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.739271 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-c58627ab-6b4e-4224-b9b7-c27781140e7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0714178 Feb 21 02:35:02.740662 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (53661e15-515b-4f39-b1c2-32a0789f5452), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.801802 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-48a61df3-2b26-414e-85a7-dedf83132de5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.806271 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-48a61df3-2b26-414e-85a7-dedf83132de5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports/186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 940 time: 0.1172299 Feb 21 02:35:02.821932 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (53661e15-515b-4f39-b1c2-32a0789f5452), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.827043 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-69ed8272-8aab-4a11-8fae-1d83bb1bf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:02.828630 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-69ed8272-8aab-4a11-8fae-1d83bb1bf36d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790968 Feb 21 02:35:02.829947 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (53661e15-515b-4f39-b1c2-32a0789f5452), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.844710 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:02.907664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53661e15-515b-4f39-b1c2-32a0789f5452,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:02.936115 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:02.937297 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705765 Feb 21 02:35:02.941209 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59294) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:02.947160 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:02.967851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.968207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.968554 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.968892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.969223 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.969555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.969914 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.970244 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.970572 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.970897 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.971221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.971545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:02.971868 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a846de-c5b7-4033-a6ff-26719e1504f9 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:03.011840 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (dd50f7ee-126d-47b4-8f10-9f94888b8411), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.062997 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-806cdcb5-c956-4f39-9b77-086dcf71d707 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216234 Feb 21 02:35:03.065980 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-9cc142f0-9792-4754-aafa-13db58f3b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.067056 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-9cc142f0-9792-4754-aafa-13db58f3b6ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba&tenant_id=2c955ce069224b53aa944c7971e3650c HTTP/1.1" status: 200 len: 1128 time: 0.1961637 Feb 21 02:35:03.095064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (dd50f7ee-126d-47b4-8f10-9f94888b8411), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.100036 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (dd50f7ee-126d-47b4-8f10-9f94888b8411), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.128380 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.129930 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875055 Feb 21 02:35:03.133403 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35ad5-109a-4529-95d6-f601b98c6f3f tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd50f7ee-126d-47b4-8f10-9f94888b8411,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:03.136312 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59300) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:03.141032 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:03.175852 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fb4c-2b51-4c91-bc78-5b8d025df3b6 req-b303dfa7-e3f8-4490-a9be-0c83c27f0b7c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.176397 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (78e8b6d5-e927-4520-a6ec-d332ecd9e9a1), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.177907 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8534fb4c-2b51-4c91-bc78-5b8d025df3b6 req-b303dfa7-e3f8-4490-a9be-0c83c27f0b7c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 945 time: 0.1646755 Feb 21 02:35:03.208974 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '2b5228b6-1673-4620-9ec9-904cc4a78f81', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'port_id': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'mac_address': 'fa:16:3e:cd:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:00Z', 'updated_at': '2022-02-21T02:35:00Z', 'revision_number': 0, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:03.241730 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76494cac-5351-4f10-9424-14553fe4fbce None None] The sync data for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi is: [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '2b5228b6-1673-4620-9ec9-904cc4a78f81', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'floating_ip_address': '172.27.1.245', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'port_id': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'mac_address': 'fa:16:3e:cd:dd:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:00Z', 'updated_at': '2022-02-21T02:35:00Z', 'revision_number': 0, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:35:03.255477 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d2ffbc09-9e7a-4bf4-a14f-7015b1746fd9 req-bcf1dad0-7fa3-47d6-98a1-d6beef9a56e1 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810327 Feb 21 02:35:03.260923 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-a93de358-cb1f-43ee-aad5-072694f99431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.262428 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-a93de358-cb1f-43ee-aad5-072694f99431 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1128 time: 0.1634526 Feb 21 02:35:03.268814 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (78e8b6d5-e927-4520-a6ec-d332ecd9e9a1), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.275368 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (78e8b6d5-e927-4520-a6ec-d332ecd9e9a1), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.290215 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8534fb4c-2b51-4c91-bc78-5b8d025df3b6 req-81840e87-414e-415c-96d8-72775d7c4753 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027784 Feb 21 02:35:03.311304 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e8b6d5-e927-4520-a6ec-d332ecd9e9a1,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:03.317078 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.321217 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b5ddd983-9912-4de2-9b17-4b5b218c108a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1812029 Feb 21 02:35:03.321479 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59302) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:03.326325 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:03.355377 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Project e36f98f3ada743f7be39257e917a12c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:35:03.362050 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (560e331b-f9c2-4061-87f1-3a9532737a36), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.397720 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-47f2b755-3ced-4d77-8af9-ebbf88e0f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.404019 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-47f2b755-3ced-4d77-8af9-ebbf88e0f758 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.1312439 Feb 21 02:35:03.445120 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:03.447602 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d1797a-f1bc-437c-9955-22b83c90abea" -d '{"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-unplugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:03.457184 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (560e331b-f9c2-4061-87f1-3a9532737a36), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.482939 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (560e331b-f9c2-4061-87f1-3a9532737a36), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.494562 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f8a83-4f01-493f-a9d6-bd3a166bac09 x-openstack-request-id: req-036f8a83-4f01-493f-a9d6-bd3a166bac09 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:03.495216 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-unplugged", "status": "failed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "code": 422}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:03.495366 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-036f8a83-4f01-493f-a9d6-bd3a166bac09 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:03.495776 dv-cinder-804470-8-iscsi neutron-server[102811]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'code': 422} returned with failed status Feb 21 02:35:03.514334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560e331b-f9c2-4061-87f1-3a9532737a36,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:03.518964 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-7af6d387-702f-4c62-9026-36d0acff0031 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 999 time: 0.0988288 Feb 21 02:35:03.532541 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.533792 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dfa98afb-a7fa-4525-8ac4-e2fc632487a8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2112560 Feb 21 02:35:03.536958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59308) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:03.543501 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'security_group_rule': {'security_group_id': '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6', 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:03.546963 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501afcd9-3fba-4ce9-9a00-eb41ee57c875 req-6304b47a-02e1-46a0-b310-e92fec1f8c41 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.549830 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-501afcd9-3fba-4ce9-9a00-eb41ee57c875 req-6304b47a-02e1-46a0-b310-e92fec1f8c41 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.1114283 Feb 21 02:35:03.564069 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1207fc79-2a42-46d3-99cd-3bc958ee2198 None None] New status for floating IP 2b5228b6-1673-4620-9ec9-904cc4a78f81: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:35:03.599018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-acda9f30-eaae-4412-9306-6ab37c3ce297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.600751 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-acda9f30-eaae-4412-9306-6ab37c3ce297 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0759609 Feb 21 02:35:03.602197 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.securitygroups_db [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Project e36f98f3ada743f7be39257e917a12c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 02:35:03.604595 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-501afcd9-3fba-4ce9-9a00-eb41ee57c875 req-2c07ccf7-9014-4712-b793-76feeb5c350b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482981 Feb 21 02:35:03.608434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (318cd67c-5a6f-4fc1-b847-a77715486cf7), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.698147 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (318cd67c-5a6f-4fc1-b847-a77715486cf7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.702770 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-11e22c06-ab44-4e3d-b6b0-623f1685306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.704299 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-11e22c06-ab44-4e3d-b6b0-623f1685306f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968897 Feb 21 02:35:03.705380 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (318cd67c-5a6f-4fc1-b847-a77715486cf7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.774271 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318cd67c-5a6f-4fc1-b847-a77715486cf7,revision_number=0']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:03.790868 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.792027 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-b7a4abcc-0b6b-4806-a54f-ca36a6a5de4e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2541234 Feb 21 02:35:03.829080 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:03.858295 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-8d8e18e4-5c53-43b3-9721-b822f09d0c55 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463659 Feb 21 02:35:03.872244 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce87e-bf38-4249-8836-39e76e56171c req-8008ff86-5116-4d3a-90eb-bfa9af210356 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.879851 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-387ce87e-bf38-4249-8836-39e76e56171c req-8008ff86-5116-4d3a-90eb-bfa9af210356 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.1363399 Feb 21 02:35:03.894945 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-edccf5b9-b12a-4705-b95f-f2b8e3cdc19e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867262286&fields=id&tenant_id=e36f98f3ada743f7be39257e917a12c9 HTTP/1.1" status: 200 len: 267 time: 0.0464327 Feb 21 02:35:03.961782 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-f4b15747-bf12-4875-9655-3c20bf8ec7d8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:03.963308 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-f4b15747-bf12-4875-9655-3c20bf8ec7d8 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0620751 Feb 21 02:35:03.976939 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'port': {'security_groups': ['5e7b0cc1-31cd-437c-9265-dc0f7b14eb33', '6d986f78-46d0-4b70-8b8d-7cb5af1e43c6']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:03.984479 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-387ce87e-bf38-4249-8836-39e76e56171c req-4d901ccf-287c-4feb-852c-b436d187c1d3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032577 Feb 21 02:35:04.017367 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-68c3ab32-80cc-40bc-a887-b60e410b5588 req-cd7d900a-05b3-4034-ae36-eafbab1654cd service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343405 Feb 21 02:35:04.062592 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:04.276328 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:04.308238 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:04.312647 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:04.332738 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:04.435134 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0279fb-a92d-4ed6-beeb-c53f2d13af45 req-32e4742c-81d0-409c-b41d-12c982f9808a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.436873 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5e0279fb-a92d-4ed6-beeb-c53f2d13af45 req-32e4742c-81d0-409c-b41d-12c982f9808a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 945 time: 0.0584421 Feb 21 02:35:04.496415 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5e0279fb-a92d-4ed6-beeb-c53f2d13af45 req-ca6b5ce8-bd94-41f1-bfcc-2ef77a01061b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528350 Feb 21 02:35:04.568655 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.569285 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:04.570671 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-746a51bd-04c6-497d-bb1b-b41ce607b695 req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "PUT /v2.0/ports/ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 982 time: 0.5995390 Feb 21 02:35:04.571112 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:04.573348 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639bdad-2a37-40ef-abd8-735dea1df79a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:04.582047 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-a0340100-ffdf-4a5f-b06f-089a4ff5ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.584366 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-a0340100-ffdf-4a5f-b06f-089a4ff5ff19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 1127 time: 0.0494814 Feb 21 02:35:04.609161 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65208130-1805-4b1d-8a40-b6aef3ef4e6a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=6']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:04.684210 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:04.727162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b4bc8-1a40-4def-b21d-9eae65ed474b x-openstack-request-id: req-7d0b4bc8-1a40-4def-b21d-9eae65ed474b {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:04.727453 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:04.727703 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d0b4bc8-1a40-4def-b21d-9eae65ed474b {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:04.728095 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:35:04.736049 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-01383b11-f062-4048-a2aa-8e60ad187ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.739925 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-01383b11-f062-4048-a2aa-8e60ad187ed5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1127 time: 0.1173580 Feb 21 02:35:04.793596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1698d-c585-42da-8caf-4fb33d6cd89a req-3e244cea-5958-41fe-a542-843f82e6db9a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.795176 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0bd1698d-c585-42da-8caf-4fb33d6cd89a req-3e244cea-5958-41fe-a542-843f82e6db9a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.1220944 Feb 21 02:35:04.871425 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e3b1-8484-455d-be07-9882a750c79d req-d3c02dcd-640b-4f2a-9259-868b2b57b8ca tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.873085 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3cb1e3b1-8484-455d-be07-9882a750c79d req-d3c02dcd-640b-4f2a-9259-868b2b57b8ca tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0617523 Feb 21 02:35:04.917594 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-3f7ee7be-b314-4827-9331-1c1ed2b8a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.919138 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-3f7ee7be-b314-4827-9331-1c1ed2b8a566 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1169 time: 0.1615036 Feb 21 02:35:04.923581 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3cb1e3b1-8484-455d-be07-9882a750c79d req-7862a0db-35fd-4291-9d1a-754b1b8a40ba tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Feb 21 02:35:04.937862 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-15e6e53c-3fd7-49a7-96fa-b59838d98b6b None None] Provisioning complete for port ae827098-b4d8-4d85-b652-12a13456ab7e triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:04.938246 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-15e6e53c-3fd7-49a7-96fa-b59838d98b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:04.959059 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-21f581b2-fe91-43e5-8d41-f5a270d5ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:04.960502 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-21f581b2-fe91-43e5-8d41-f5a270d5ccf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.2151237 Feb 21 02:35:05.044369 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0bd1698d-c585-42da-8caf-4fb33d6cd89a req-14b24f6c-5727-44b6-926f-d007e6950112 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996174 Feb 21 02:35:05.094293 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-b2ae93d6-484e-4cb9-b01d-ca39b9e0ba40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 200 len: 999 time: 0.0989902 Feb 21 02:35:05.097103 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-cbb19d6b-b3d3-425d-a626-52ef76574866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.098600 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-cbb19d6b-b3d3-425d-a626-52ef76574866 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.1712329 Feb 21 02:35:05.130319 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b9cfa993-4c52-40b7-9623-8c41c63c23f3 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:35:05.138100 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576572a-95c3-4de9-91f8-f46c1309baa6 req-3fdca029-d480-48fa-83d1-c73f7c861dea tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.139678 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6576572a-95c3-4de9-91f8-f46c1309baa6 req-3fdca029-d480-48fa-83d1-c73f7c861dea tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0639019 Feb 21 02:35:05.190442 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6576572a-95c3-4de9-91f8-f46c1309baa6 req-2d712d7b-209d-47f1-8de5-fb3ad01c5224 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Feb 21 02:35:05.205282 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-aea165e3-af4f-420b-86e2-a3d06496e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.207162 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-aea165e3-af4f-420b-86e2-a3d06496e461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.1026628 Feb 21 02:35:05.208972 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-234c12ed-5053-4c5e-905e-09d6e7a51ec1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 1002 time: 0.1035709 Feb 21 02:35:05.264049 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-15e6e53c-3fd7-49a7-96fa-b59838d98b6b None None] Current status of the port ae827098-b4d8-4d85-b652-12a13456ab7e is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:05.280469 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port b9cfa993-4c52-40b7-9623-8c41c63c23f3 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:35:05.288388 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port b9cfa993-4c52-40b7-9623-8c41c63c23f3 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:05.288761 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:05.312246 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-fb4fb97b-1fd6-4332-9715-060c4f1de126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.313722 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-fb4fb97b-1fd6-4332-9715-060c4f1de126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0730939 Feb 21 02:35:05.316173 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-990846bd-d209-4ff6-ab7d-f93597ea47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.318305 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-990846bd-d209-4ff6-ab7d-f93597ea47e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874705 Feb 21 02:35:05.374147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:05.409088 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port b9cfa993-4c52-40b7-9623-8c41c63c23f3 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:05.409489 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:05.445040 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:05.449137 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:05.496316 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:05.498614 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45347323-91f6-4e40-be42-a962c202c41f" -d '{"events": [{"server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "name": "network-vif-plugged", "status": "completed", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:05.503817 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:05.513114 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.513474 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.513844 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.514186 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.514522 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.514855 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.515187 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.515517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.515836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.516165 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.516492 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.516817 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.517140 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:35:05.549368 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761685e-cd3a-41cf-a83a-efdc1dbdaf67 x-openstack-request-id: req-c761685e-cd3a-41cf-a83a-efdc1dbdaf67 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:05.549703 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "name": "network-vif-plugged", "status": "completed", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:05.550108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c761685e-cd3a-41cf-a83a-efdc1dbdaf67 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:05.550509 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'code': 200} Feb 21 02:35:05.618604 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939bc66-be6a-43e9-9d07-e4c4ee187b42 req-a788c184-54ab-432b-a769-89335a94ebdd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.619987 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a939bc66-be6a-43e9-9d07-e4c4ee187b42 req-a788c184-54ab-432b-a769-89335a94ebdd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0548153 Feb 21 02:35:05.668414 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a939bc66-be6a-43e9-9d07-e4c4ee187b42 req-6fd6ec60-b3cb-48c9-afff-deb87408079d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Feb 21 02:35:05.683041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-99c08959-c955-45e0-a8d6-df6c347545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.684680 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-99c08959-c955-45e0-a8d6-df6c347545c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3572938 Feb 21 02:35:05.750548 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-7ae46e97-bf0a-4302-8a8e-f49d341ff260 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146526 Feb 21 02:35:05.875982 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-72ba9216-4379-4661-ae2c-7b1670a21a7f service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827073 Feb 21 02:35:05.923143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e79b5-19a1-41b5-80ce-8c31843075d3 req-33819b41-f37a-4701-be1e-ae45f73f46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:05.924627 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-be7e79b5-19a1-41b5-80ce-8c31843075d3 req-33819b41-f37a-4701-be1e-ae45f73f46eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1130 time: 0.1416466 Feb 21 02:35:05.976159 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2852fd73-be4f-4b0a-8bc5-2d45414c2efb req-96c2e444-bfd3-4d1a-b659-beccb38edef1 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135367 Feb 21 02:35:06.064556 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-be7e79b5-19a1-41b5-80ce-8c31843075d3 req-398bc51e-035b-4525-a58a-563f19786e63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042018 Feb 21 02:35:06.070692 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6639bdad-2a37-40ef-abd8-735dea1df79a req-8e293c24-f531-4156-af9f-6f326c659f1c service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856458 Feb 21 02:35:06.089475 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2245f-d725-4ed8-973c-5f2922102e91 req-af3fd8f2-9b5d-43c7-8352-fce5b6b8280a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:06.090989 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-50b2245f-d725-4ed8-973c-5f2922102e91 req-af3fd8f2-9b5d-43c7-8352-fce5b6b8280a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0842245 Feb 21 02:35:06.138115 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-50b2245f-d725-4ed8-973c-5f2922102e91 req-a7f26e01-71c9-49f2-8560-48efbb7b0164 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Feb 21 02:35:06.307959 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3f7bf-5be9-4d67-bca8-87d8dacdd5ef req-e654701d-115e-42cb-bd79-b83537d2e825 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:06.309426 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fbb3f7bf-5be9-4d67-bca8-87d8dacdd5ef req-e654701d-115e-42cb-bd79-b83537d2e825 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0517950 Feb 21 02:35:06.365624 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fbb3f7bf-5be9-4d67-bca8-87d8dacdd5ef req-fdc363bf-aa15-4194-bc68-eee742024280 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502901 Feb 21 02:35:06.803878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ba893-7166-40bb-ada7-a390313aadb9 req-085abc63-f2e6-4a87-9073-6867638f3f36 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:06.805571 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-027ba893-7166-40bb-ada7-a390313aadb9 req-085abc63-f2e6-4a87-9073-6867638f3f36 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0609074 Feb 21 02:35:06.863028 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-027ba893-7166-40bb-ada7-a390313aadb9 req-2e58e6d4-f35e-48aa-abf5-50979eb018f1 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517159 Feb 21 02:35:07.271008 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cc135-d774-4bab-831a-0d8b4e8425a2 req-b83dc70c-e30d-4deb-9a6b-03a3f7edf763 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:07.273374 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-791cc135-d774-4bab-831a-0d8b4e8425a2 req-b83dc70c-e30d-4deb-9a6b-03a3f7edf763 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0585299 Feb 21 02:35:07.325545 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-791cc135-d774-4bab-831a-0d8b4e8425a2 req-6510b224-a12a-4ae9-95ab-4784e75dcf42 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Feb 21 02:35:07.489325 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368af04c-762f-431b-adab-9adcc2bbdee1 req-69edfe3c-f495-4431-9220-23ed34db84ef tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:07.491075 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-368af04c-762f-431b-adab-9adcc2bbdee1 req-69edfe3c-f495-4431-9220-23ed34db84ef tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0561206 Feb 21 02:35:07.544147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-368af04c-762f-431b-adab-9adcc2bbdee1 req-787a9e5d-d609-407a-a24e-9c6112791056 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 Feb 21 02:35:07.990265 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf2118-835e-4c15-a4e3-67616bc5e6fe req-66d3dbe9-d7d5-43de-95eb-737f613d0623 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:07.992019 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-22cf2118-835e-4c15-a4e3-67616bc5e6fe req-66d3dbe9-d7d5-43de-95eb-737f613d0623 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0609245 Feb 21 02:35:08.047241 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-22cf2118-835e-4c15-a4e3-67616bc5e6fe req-f7f80c81-fe84-4f3c-ad6f-b01a5126c5fb tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491507 Feb 21 02:35:08.462023 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e970d8-95af-4602-ac15-b1111a5270f4 req-c7244c54-6234-4100-8e79-65e1293824dd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:08.463711 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17e970d8-95af-4602-ac15-b1111a5270f4 req-c7244c54-6234-4100-8e79-65e1293824dd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0555370 Feb 21 02:35:08.511831 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17e970d8-95af-4602-ac15-b1111a5270f4 req-5a5b477a-3cbb-444b-8433-a1233d891416 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Feb 21 02:35:08.671573 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b8317-9ee4-4aa8-8882-2267470ceb31 req-4f2fc8ec-ee2f-45b4-979e-4d7930bd9aee tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:08.673273 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-579b8317-9ee4-4aa8-8882-2267470ceb31 req-4f2fc8ec-ee2f-45b4-979e-4d7930bd9aee tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0597227 Feb 21 02:35:08.726484 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-579b8317-9ee4-4aa8-8882-2267470ceb31 req-d7f0d253-4ab6-40a9-b623-cd69bcd5c29a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Feb 21 02:35:09.175624 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726bcb-ccde-4e5c-aba8-4e7d90df72d5 req-aeb3662c-3bea-4269-bd23-db988df3a96e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:09.177753 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a9726bcb-ccde-4e5c-aba8-4e7d90df72d5 req-aeb3662c-3bea-4269-bd23-db988df3a96e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0587931 Feb 21 02:35:09.230710 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a9726bcb-ccde-4e5c-aba8-4e7d90df72d5 req-e27ecc0e-f87f-4b03-a0a6-20f056308400 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Feb 21 02:35:09.642720 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79719b10-60aa-49fb-9e52-b6a8063bd7f1 req-2311e170-a22e-43a7-9037-939fc6dbe4c8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:09.644228 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79719b10-60aa-49fb-9e52-b6a8063bd7f1 req-2311e170-a22e-43a7-9037-939fc6dbe4c8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0540390 Feb 21 02:35:09.693260 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79719b10-60aa-49fb-9e52-b6a8063bd7f1 req-838caa2d-e4dc-4ef2-8224-006697cd814d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Feb 21 02:35:09.850908 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afef82-39ed-4bc4-ba95-77e1521ed655 req-16d6e665-9297-421e-89f1-78a299302df2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:09.852350 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74afef82-39ed-4bc4-ba95-77e1521ed655 req-16d6e665-9297-421e-89f1-78a299302df2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0564992 Feb 21 02:35:09.903638 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74afef82-39ed-4bc4-ba95-77e1521ed655 req-35d2a749-0fbc-49a0-b87f-bc616135dd87 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Feb 21 02:35:10.190258 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:10.383616 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48416bfc-3e7b-429a-8453-15164dac93a7 req-985b5d40-caf0-4331-a8fa-d7e23179dedc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:10.385320 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48416bfc-3e7b-429a-8453-15164dac93a7 req-985b5d40-caf0-4331-a8fa-d7e23179dedc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0850945 Feb 21 02:35:10.456003 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48416bfc-3e7b-429a-8453-15164dac93a7 req-c1da07b6-e6d1-4eba-a070-ebb2373b162f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637562 Feb 21 02:35:10.827413 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da9428-16ea-4ce5-a36b-199473cf0a27 req-55aa04e4-b33d-445f-8301-b0e313076ca9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:10.829544 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-23da9428-16ea-4ce5-a36b-199473cf0a27 req-55aa04e4-b33d-445f-8301-b0e313076ca9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0609186 Feb 21 02:35:10.880629 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-23da9428-16ea-4ce5-a36b-199473cf0a27 req-009ad38d-fbf3-4355-9b95-bbcf6ab7cf8e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Feb 21 02:35:11.028390 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131803f-2d7e-41d2-8eba-13dfee38b504 req-3d0a9445-74d4-46ef-9062-6469a18400ea tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:11.030216 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1131803f-2d7e-41d2-8eba-13dfee38b504 req-3d0a9445-74d4-46ef-9062-6469a18400ea tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0549808 Feb 21 02:35:11.082678 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1131803f-2d7e-41d2-8eba-13dfee38b504 req-47c9ded2-2d33-4183-bd3e-7cdf9ea00015 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449815 Feb 21 02:35:11.580736 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b74e-51a8-4f87-a820-474bc9c5c624 req-63fb33e1-f2a9-40c9-843e-19fb4a733cfd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:11.582409 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dc34b74e-51a8-4f87-a820-474bc9c5c624 req-63fb33e1-f2a9-40c9-843e-19fb4a733cfd tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0547056 Feb 21 02:35:11.634968 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dc34b74e-51a8-4f87-a820-474bc9c5c624 req-94505fad-8dc6-4eab-a04b-2237c044bc2c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461178 Feb 21 02:35:12.014564 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6b788-f510-4049-8c02-640ed5b0937d req-83669cf2-6bc5-486c-829f-444b756cc615 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:12.016635 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bec6b788-f510-4049-8c02-640ed5b0937d req-83669cf2-6bc5-486c-829f-444b756cc615 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0557890 Feb 21 02:35:12.067386 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bec6b788-f510-4049-8c02-640ed5b0937d req-01c3cb00-8f4e-4f53-b313-3d6ab5db3454 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Feb 21 02:35:12.219526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543d508-d4c0-4b78-8f86-b0e04ed4ef4e req-c459ff77-4625-452f-be8e-47611bcfd70e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:12.221028 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e543d508-d4c0-4b78-8f86-b0e04ed4ef4e req-c459ff77-4625-452f-be8e-47611bcfd70e tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0589619 Feb 21 02:35:12.277588 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e543d508-d4c0-4b78-8f86-b0e04ed4ef4e req-074447ad-081e-4f66-acc3-afa723969f22 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506079 Feb 21 02:35:12.758337 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeba505-7a85-443c-b2ac-a8c6ee9c5c0f req-a95a67ba-7475-498e-82dd-6620947b6f9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:12.759848 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4eeba505-7a85-443c-b2ac-a8c6ee9c5c0f req-a95a67ba-7475-498e-82dd-6620947b6f9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0552802 Feb 21 02:35:12.812020 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4eeba505-7a85-443c-b2ac-a8c6ee9c5c0f req-61d19d13-5895-450c-82bf-1ee4f7da1824 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464692 Feb 21 02:35:13.201186 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f725bf2-1097-43a2-a95d-759e199dd36b req-f5849f3f-65fd-4d9b-b66c-0b2e1503b647 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:13.202774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8f725bf2-1097-43a2-a95d-759e199dd36b req-f5849f3f-65fd-4d9b-b66c-0b2e1503b647 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0564220 Feb 21 02:35:13.257271 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8f725bf2-1097-43a2-a95d-759e199dd36b req-0d02825a-4451-4b63-b740-d3dc77baec0b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Feb 21 02:35:13.401477 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3d924-519e-49a4-abca-e1b34c6174cc req-435a72ff-03fb-4f45-8500-6f2306fa717d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:13.403174 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4e3d924-519e-49a4-abca-e1b34c6174cc req-435a72ff-03fb-4f45-8500-6f2306fa717d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0556140 Feb 21 02:35:13.453877 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4e3d924-519e-49a4-abca-e1b34c6174cc req-f8a5f471-d852-4433-8805-1edaa72f116c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Feb 21 02:35:13.932843 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf791-ce8f-4e27-ad19-8c42304ca163 req-4e0118e1-c4ed-457d-8bdf-23e4fa0caba9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:13.934407 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb4cf791-ce8f-4e27-ad19-8c42304ca163 req-4e0118e1-c4ed-457d-8bdf-23e4fa0caba9 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0549684 Feb 21 02:35:13.986813 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fb4cf791-ce8f-4e27-ad19-8c42304ca163 req-cd7c24fb-a38f-4519-8ae3-343c09a4ea1c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Feb 21 02:35:14.391054 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678832db-b479-4c83-af2a-0a0aae03340e req-dfa295c8-d184-4393-a935-a9e336e1dcf3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:14.392684 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-678832db-b479-4c83-af2a-0a0aae03340e req-dfa295c8-d184-4393-a935-a9e336e1dcf3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0605254 Feb 21 02:35:14.442621 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-678832db-b479-4c83-af2a-0a0aae03340e req-9fe82dd9-440f-4574-a672-26a5bb2332d1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Feb 21 02:35:14.580649 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647222c1-5681-41a3-8e4e-2158e0ce7046 req-5514c5d5-35a8-4d23-a7ab-0afa97da0194 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:14.582097 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-647222c1-5681-41a3-8e4e-2158e0ce7046 req-5514c5d5-35a8-4d23-a7ab-0afa97da0194 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0587132 Feb 21 02:35:14.634243 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-647222c1-5681-41a3-8e4e-2158e0ce7046 req-15949cec-1bad-4335-96f0-4a34ee476791 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Feb 21 02:35:15.110871 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a2b0-248d-49ff-b91a-3eac56bf06b6 req-e0270efb-338b-45ee-b898-5d6417eae4de tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:15.112455 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87b2a2b0-248d-49ff-b91a-3eac56bf06b6 req-e0270efb-338b-45ee-b898-5d6417eae4de tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0551972 Feb 21 02:35:15.166585 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87b2a2b0-248d-49ff-b91a-3eac56bf06b6 req-7797e8c9-256e-4584-b591-c9cda478db79 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483267 Feb 21 02:35:15.571812 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686a519-470e-4306-aeac-ad4b3dae2da1 req-c5f25181-fbbe-48bc-9d21-1b01c197babc tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:15.573437 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7686a519-470e-4306-aeac-ad4b3dae2da1 req-c5f25181-fbbe-48bc-9d21-1b01c197babc tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0553331 Feb 21 02:35:15.625680 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7686a519-470e-4306-aeac-ad4b3dae2da1 req-3601b32f-3f67-4774-86e5-d968947e6b18 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Feb 21 02:35:15.795118 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440e502-24f9-4dc7-ab80-742927c867a6 req-9c0b31b0-167d-49b8-9b39-83c361727737 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:15.798108 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0440e502-24f9-4dc7-ab80-742927c867a6 req-9c0b31b0-167d-49b8-9b39-83c361727737 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0938179 Feb 21 02:35:15.860260 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0440e502-24f9-4dc7-ab80-742927c867a6 req-cda7769b-655e-460b-872c-56cd62ed4fd1 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536995 Feb 21 02:35:16.286634 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd456c-0bc2-4b7f-98ad-802634016454 req-bf89c63c-f011-463d-9285-2919cc69e280 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:16.288534 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2fd456c-0bc2-4b7f-98ad-802634016454 req-bf89c63c-f011-463d-9285-2919cc69e280 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0535126 Feb 21 02:35:16.342656 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a2fd456c-0bc2-4b7f-98ad-802634016454 req-52e73dc0-6562-4b89-9477-302f945558cf tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488317 Feb 21 02:35:16.578054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb19e8-c0dd-4e6a-817f-d2dfb87977e1 req-82328540-7f5e-42ff-90a7-3966c0757c9a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:16.579541 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aadb19e8-c0dd-4e6a-817f-d2dfb87977e1 req-82328540-7f5e-42ff-90a7-3966c0757c9a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0528824 Feb 21 02:35:16.627240 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aadb19e8-c0dd-4e6a-817f-d2dfb87977e1 req-3e65e4f5-94c2-4552-80f8-c585394cd750 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Feb 21 02:35:16.756846 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fab7d-58b3-4fd7-bf01-6a1b6ac10a6d req-398980a0-3122-4a58-8d6d-9409c45d6662 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:16.758268 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-519fab7d-58b3-4fd7-bf01-6a1b6ac10a6d req-398980a0-3122-4a58-8d6d-9409c45d6662 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0553701 Feb 21 02:35:16.807622 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-519fab7d-58b3-4fd7-bf01-6a1b6ac10a6d req-885a2beb-65c8-4198-b4ba-31d7840c5a0a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Feb 21 02:35:17.009752 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd6371-472b-4905-9471-046d5a4740e7 req-1bef99bc-0eac-4009-b280-05dbd495ed2b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:17.013620 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90dd6371-472b-4905-9471-046d5a4740e7 req-1bef99bc-0eac-4009-b280-05dbd495ed2b tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0758691 Feb 21 02:35:17.068624 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-90dd6371-472b-4905-9471-046d5a4740e7 req-1bdf53ea-3e1f-4bb3-9bdd-248caa626997 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500414 Feb 21 02:35:17.462609 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290eacf-a347-4f7d-bdfa-3540478378cd req-5c863d52-4364-4bcc-a002-fcb9c31b739a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:17.464075 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d290eacf-a347-4f7d-bdfa-3540478378cd req-5c863d52-4364-4bcc-a002-fcb9c31b739a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0524380 Feb 21 02:35:17.512524 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d290eacf-a347-4f7d-bdfa-3540478378cd req-203b020f-4326-42c9-ae0f-4e4b05a54941 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Feb 21 02:35:17.751366 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5364806-a6ec-4342-a19d-6d4cb700829d req-818b491c-0b1b-46e9-999d-2918c2a56685 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:17.752857 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e5364806-a6ec-4342-a19d-6d4cb700829d req-818b491c-0b1b-46e9-999d-2918c2a56685 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0571756 Feb 21 02:35:17.799388 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e5364806-a6ec-4342-a19d-6d4cb700829d req-98951111-e2eb-4507-bbde-99c603a2dd06 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Feb 21 02:35:17.939140 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ba8e-fde2-48e0-a2eb-35a1594a9563 req-3a5505b0-77aa-420d-832d-53bfea8f10a8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:17.940514 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5421ba8e-fde2-48e0-a2eb-35a1594a9563 req-3a5505b0-77aa-420d-832d-53bfea8f10a8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0554197 Feb 21 02:35:17.986082 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5421ba8e-fde2-48e0-a2eb-35a1594a9563 req-b9ccc3c2-7541-49d4-91ff-cb5a23cda039 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Feb 21 02:35:18.184314 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a1a0e-1005-4755-b6ad-e67a974870b9 req-9db438a0-e3a5-4781-9a84-ae6d481a6e92 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:18.185804 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c19a1a0e-1005-4755-b6ad-e67a974870b9 req-9db438a0-e3a5-4781-9a84-ae6d481a6e92 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0514035 Feb 21 02:35:18.233037 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c19a1a0e-1005-4755-b6ad-e67a974870b9 req-699042c8-978d-473e-bd32-2bf4656b8c86 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Feb 21 02:35:18.627932 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5886a-542b-44df-9e03-8b9ea911992d req-b482572e-7e96-4153-a128-6e8c749f634e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:18.629383 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-20a5886a-542b-44df-9e03-8b9ea911992d req-b482572e-7e96-4153-a128-6e8c749f634e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0518463 Feb 21 02:35:18.675651 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-20a5886a-542b-44df-9e03-8b9ea911992d req-9bd8c60d-9fb9-4258-97a3-7c90e3183661 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Feb 21 02:35:18.921316 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0806593-7765-4010-b152-558ec9f13b26 req-d9a1d798-ee71-4e44-8d66-b6cf7514e599 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:18.922900 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0806593-7765-4010-b152-558ec9f13b26 req-d9a1d798-ee71-4e44-8d66-b6cf7514e599 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0564013 Feb 21 02:35:18.970009 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b0806593-7765-4010-b152-558ec9f13b26 req-10c60ee3-c117-42e4-bc0a-89bb665fb0f0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403781 Feb 21 02:35:19.113168 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc8d7f-096b-481c-b9ce-6d7e6b302fa3 req-76da6922-8839-46c5-90be-b650ee44574a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:19.114614 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cafc8d7f-096b-481c-b9ce-6d7e6b302fa3 req-76da6922-8839-46c5-90be-b650ee44574a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0576735 Feb 21 02:35:19.159552 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cafc8d7f-096b-481c-b9ce-6d7e6b302fa3 req-b7a73c2d-cb31-4b7f-9862-4bb27dcb3503 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393786 Feb 21 02:35:19.349980 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b18ddf-15c9-45b6-ab55-c1783f71f41e req-2f9c47d1-2087-400e-a067-04be28cf1d15 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:19.351613 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-95b18ddf-15c9-45b6-ab55-c1783f71f41e req-2f9c47d1-2087-400e-a067-04be28cf1d15 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0531571 Feb 21 02:35:19.399782 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-95b18ddf-15c9-45b6-ab55-c1783f71f41e req-4d184a58-0922-4dd7-ac7b-ea0f9741fed0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Feb 21 02:35:19.791719 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed229-7f3f-4dce-915d-1805672aaa4f req-68cbbea4-3aac-41ac-81f9-f3b049967445 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:19.793216 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-006ed229-7f3f-4dce-915d-1805672aaa4f req-68cbbea4-3aac-41ac-81f9-f3b049967445 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0534718 Feb 21 02:35:19.843970 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-006ed229-7f3f-4dce-915d-1805672aaa4f req-fc47d024-5c3f-4332-9753-4b4dc8db9126 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 Feb 21 02:35:20.095862 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9e8ba-e2ec-4aeb-a8b7-6764c80ff4df req-f343005b-2e24-4f45-8ab8-52dec5c6a8a4 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:20.097355 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-81b9e8ba-e2ec-4aeb-a8b7-6764c80ff4df req-f343005b-2e24-4f45-8ab8-52dec5c6a8a4 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0589166 Feb 21 02:35:20.149748 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-81b9e8ba-e2ec-4aeb-a8b7-6764c80ff4df req-b10ff2b1-733a-4be7-bbc4-15a00f9ff312 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=9efa6864-b39d-4e12-8a16-e413cd5db202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466468 Feb 21 02:35:20.281154 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4a4f2-a4f7-4e8c-b807-ff67926ab925 req-4271ebac-1f5d-46a8-90b4-ea8cbfedf321 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:20.282554 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fa4a4f2-a4f7-4e8c-b807-ff67926ab925 req-4271ebac-1f5d-46a8-90b4-ea8cbfedf321 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0528843 Feb 21 02:35:20.332940 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9fa4a4f2-a4f7-4e8c-b807-ff67926ab925 req-b479f649-8792-4913-9954-341810da4571 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448201 Feb 21 02:35:20.402302 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-e372f95d-04ab-479c-bfd4-a80fffee68e8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:20.403774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-e372f95d-04ab-479c-bfd4-a80fffee68e8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 946 time: 0.0527706 Feb 21 02:35:20.500531 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:35:20.536671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Deleting port 754d6b40-0964-484e-9d3d-46275c69f4cb {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:35:20.536938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:20.548020 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1494-569b-4647-952a-a8825cc54583 req-84b73154-8266-450f-a8c6-0a68c7482384 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:20.549475 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-342a1494-569b-4647-952a-a8825cc54583 req-84b73154-8266-450f-a8c6-0a68c7482384 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.0772705 Feb 21 02:35:20.651563 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-342a1494-569b-4647-952a-a8825cc54583 req-5edf6403-386c-412a-a90f-186e669c8b5c tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918400 Feb 21 02:35:20.665950 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] For port 754d6b40-0964-484e-9d3d-46275c69f4cb, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=754d6b40-0964-484e-9d3d-46275c69f4cb,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:20.666314 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:20.838277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:20.838567 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:20.838881 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Floating IP c07a87e3-06ad-44b4-becc-c2a4c3fb8f51 disassociated. External IP: 172.27.1.3, port: 754d6b40-0964-484e-9d3d-46275c69f4cb. Feb 21 02:35:20.839210 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Calling delete_port for 754d6b40-0964-484e-9d3d-46275c69f4cb owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:35:20.961566 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726086d0-1351-42c1-8fbb-da162e44ca0c req-f55509ce-8fd5-4cef-ba13-1eb2da97be77 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:20.963421 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-726086d0-1351-42c1-8fbb-da162e44ca0c req-f55509ce-8fd5-4cef-ba13-1eb2da97be77 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0539496 Feb 21 02:35:20.966725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (754d6b40-0964-484e-9d3d-46275c69f4cb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:20.998384 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'Port': ['ID=754d6b40-0964-484e-9d3d-46275c69f4cb,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:21.020104 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-726086d0-1351-42c1-8fbb-da162e44ca0c req-fa10b37b-af11-4d5d-a0c5-2ab1aca5e614 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495391 Feb 21 02:35:21.154198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:35:21.174072 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338938b3-2b3a-402c-adaf-bb6685a24ba9 req-dba55d9a-995d-459f-9189-677ff4debfc6 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:21.175550 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-338938b3-2b3a-402c-adaf-bb6685a24ba9 req-dba55d9a-995d-459f-9189-677ff4debfc6 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0810151 Feb 21 02:35:21.243488 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd3fece2-f6f2-4d8e-be35-2742b39f4323 req-fa6d8838-00cb-4cf3-8672-47fab728809e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=2af65eb3-dbe6-4a66-919e-c8a6884b613c HTTP/1.1" status: 200 len: 210 time: 0.0271699 Feb 21 02:35:21.298874 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-338938b3-2b3a-402c-adaf-bb6685a24ba9 req-06d876c5-091e-428d-afa9-30aff75f742d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868912 Feb 21 02:35:21.317737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:35:21.321606 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59464) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:21.328011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:35:21.338532 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:21.339401 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:21.362975 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] No DVR routers for this DVR port 754d6b40-0964-484e-9d3d-46275c69f4cb on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:35:21.369678 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:21.372655 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-531758ab-ba00-45d6-ac0c-5b73a18463d8 req-87414e56-3da4-488c-b7dd-3fd8e2e3b3f8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "DELETE /v2.0/ports/754d6b40-0964-484e-9d3d-46275c69f4cb HTTP/1.1" status: 204 len: 173 time: 0.9633017 Feb 21 02:35:21.373132 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'name': 'network-vif-deleted', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:21.375613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3acfcc-73ed-4dd1-9d99-ba6a0797e5a5" -d '{"events": [{"server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "name": "network-vif-deleted", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:21.380991 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c4c76-a0fc-4366-b365-15416dde2278 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:21.385430 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59470) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:21.390235 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-543c4c76-a0fc-4366-b365-15416dde2278 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1125 time: 0.0674086 Feb 21 02:35:21.390556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:21.430842 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:21.460219 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f66f57-754f-40e2-85fd-0259703e8723 x-openstack-request-id: req-01f66f57-754f-40e2-85fd-0259703e8723 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:21.460578 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af65eb3-dbe6-4a66-919e-c8a6884b613c", "name": "network-vif-deleted", "tag": "754d6b40-0964-484e-9d3d-46275c69f4cb", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:21.460780 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01f66f57-754f-40e2-85fd-0259703e8723 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:21.461195 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af65eb3-dbe6-4a66-919e-c8a6884b613c', 'name': 'network-vif-deleted', 'tag': '754d6b40-0964-484e-9d3d-46275c69f4cb', 'status': 'completed', 'code': 200} Feb 21 02:35:21.494473 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:21.540518 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67c748-d7ec-4634-8d78-ce3156c41eae req-6d1f08d4-4c42-44bc-87d4-590473e90976 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:21.541553 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da67c748-d7ec-4634-8d78-ce3156c41eae req-6d1f08d4-4c42-44bc-87d4-590473e90976 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0780025 Feb 21 02:35:21.604635 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:21.611496 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da67c748-d7ec-4634-8d78-ce3156c41eae req-8fb77f26-0c45-420f-8750-9e3cdd9a676c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620644 Feb 21 02:35:21.720913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.27.1.176 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/7213784f-af0e-4cb9-9168-6ea1835dadf2) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:35:21.728650 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:21.757973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:35:21.766509 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:21.767121 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:21.832222 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9797c-c63f-41b0-9811-e8252e391600 req-5d519fdb-08e1-4787-a9c5-eb99273a3b3d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:21.834509 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-afc9797c-c63f-41b0-9811-e8252e391600 req-5d519fdb-08e1-4787-a9c5-eb99273a3b3d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.1106720 Feb 21 02:35:21.888944 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:21.900376 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:21.922956 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-afc9797c-c63f-41b0-9811-e8252e391600 req-c8965d59-8018-4548-a0fe-44e5cb3cece7 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784209 Feb 21 02:35:21.951179 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:21.986829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:35:21.991424 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:35:21.994774 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:35:22.022294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=7213784f-af0e-4cb9-9168-6ea1835dadf2,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:22.105568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:22.135946 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2494-c7af-4d8f-9cdf-c1c6b0ba48e9 None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:35:22.339944 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59478) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:22.390354 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2a7b4-fa81-446f-8672-691f48fecff5 None None] New status for floating IP c07a87e3-06ad-44b4-becc-c2a4c3fb8f51: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:35:22.406288 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (9efa6864-b39d-4e12-8a16-e413cd5db202), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.434119 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (9efa6864-b39d-4e12-8a16-e413cd5db202), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.490990 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9efa6864-b39d-4e12-8a16-e413cd5db202), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.493585 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.497396 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "DELETE /v2.0/security-groups/9efa6864-b39d-4e12-8a16-e413cd5db202 HTTP/1.1" status: 204 len: 168 time: 0.1537912 Feb 21 02:35:22.498877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59480) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:22.520921 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-0a8d2673-8d2f-4eb3-8ed2-ea3a01ef7cc8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] show failed (client error): The resource could not be found. Feb 21 02:35:22.526182 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0a8d2673-8d2f-4eb3-8ed2-ea3a01ef7cc8 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups/9efa6864-b39d-4e12-8a16-e413cd5db202 HTTP/1.1" status: 404 len: 347 time: 0.0261316 Feb 21 02:35:22.527243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59482) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:22.528127 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb654f-5dc6-4e1b-87b5-cc772009702c tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa6864-b39d-4e12-8a16-e413cd5db202,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:22.614804 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (7bb6ce2d-432a-475f-a9b9-746dd04d46f4), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.685428 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.706058 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Deleting port 1293012c-fc61-4813-a7ea-20f5136f2f74 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:35:22.706404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.813026 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965b5c-5631-4998-bd8f-df474a0bcbbf req-f3640470-9abb-4ea2-bbea-4a41c47952c2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:22.814513 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c965b5c-5631-4998-bd8f-df474a0bcbbf req-f3640470-9abb-4ea2-bbea-4a41c47952c2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.1200030 Feb 21 02:35:22.818216 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.818546 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (1293012c-fc61-4813-a7ea-20f5136f2f74), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.837974 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Calling delete_port for 1293012c-fc61-4813-a7ea-20f5136f2f74 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:35:22.838903 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.843565 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:22.916026 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=7213784f-af0e-4cb9-9168-6ea1835dadf2,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:22.920116 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c965b5c-5631-4998-bd8f-df474a0bcbbf req-df1935e8-1c36-410e-b5f0-a1c4d1a44dc3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983961 Feb 21 02:35:22.923575 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (7bb6ce2d-432a-475f-a9b9-746dd04d46f4), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.008109 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (1293012c-fc61-4813-a7ea-20f5136f2f74), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.036282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'Port': ['ID=1293012c-fc61-4813-a7ea-20f5136f2f74,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:23.068823 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 7bb6ce2d-432a-475f-a9b9-746dd04d46f4 associated. External IP: 172.27.1.176, port: b9cfa993-4c52-40b7-9623-8c41c63c23f3. Feb 21 02:35:23.095615 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (c07a87e3-06ad-44b4-becc-c2a4c3fb8f51), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.098333 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.099985 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2e005005-92a3-471d-9a85-dd379f981edd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "DELETE /v2.0/floatingips/c07a87e3-06ad-44b4-becc-c2a4c3fb8f51 HTTP/1.1" status: 204 len: 168 time: 0.5689225 Feb 21 02:35:23.114490 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9dcf5-8260-4d7b-bb77-5aa4eb8465f0 req-f4e8678a-d4f5-4c30-aaad-1c8edb43074d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:23.116503 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fae9dcf5-8260-4d7b-bb77-5aa4eb8465f0 req-f4e8678a-d4f5-4c30-aaad-1c8edb43074d tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 944 time: 0.1059473 Feb 21 02:35:23.208176 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fae9dcf5-8260-4d7b-bb77-5aa4eb8465f0 req-6b86d25b-0854-4047-945a-d40333f0d7d2 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857632 Feb 21 02:35:23.263633 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:35:23.348081 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:35:23.374372 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:23.390048 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59490) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:23.390933 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'port_id': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'mac_address': 'fa:16:3e:9f:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:35:23.395331 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1407584787', 'description': 'tempest-description--570730198'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:23.417453 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.439293 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:23.439688 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.457435 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212cff7d-b04b-4efb-be92-6dd1bd6ec779 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:35:23.467543 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:35:23.483716 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:35:23.486670 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.486834 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.490924 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.501586 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:23.502767 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:23.503488 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:23.522673 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.526547 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322148 Feb 21 02:35:23.527070 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59492) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:23.530308 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-21f4f17a-6b21-41b6-88ae-2a1734806e06 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1435287 Feb 21 02:35:23.531181 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:23.531693 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group_rule': {'security_group_id': '8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:23.534204 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:23.535926 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c480a-b479-457f-8ca2-20b456eeea82 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:23.560466 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.561758 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (15519698-c73a-4fb5-b132-7ab587a03c2d), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.575551 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d85685-22db-4d10-be7e-09b5dde09daf x-openstack-request-id: req-54d85685-22db-4d10-be7e-09b5dde09daf {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:23.575851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:23.576109 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54d85685-22db-4d10-be7e-09b5dde09daf {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:23.576517 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'status': 'completed', 'code': 200} Feb 21 02:35:23.628385 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (15519698-c73a-4fb5-b132-7ab587a03c2d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.633571 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (15519698-c73a-4fb5-b132-7ab587a03c2d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.651838 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15519698-c73a-4fb5-b132-7ab587a03c2d,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:23.653846 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-53e8f558-ceaf-45cb-bb0c-93b82b7d90be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:23.658506 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-53e8f558-ceaf-45cb-bb0c-93b82b7d90be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1130 time: 0.0569954 Feb 21 02:35:23.661130 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=7']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:23.662711 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.665699 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-54185c83-bac1-49c5-b0a1-6ae927595b8a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362693 Feb 21 02:35:23.665850 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:23.667714 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59498) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:23.674136 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'security_group_rule': {'security_group_id': '8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:23.704334 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (34707001-0af8-40e2-a946-be717f2e193a), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.764149 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (34707001-0af8-40e2-a946-be717f2e193a), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.766482 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-744d25ac-3825-4707-96be-1ce1862d4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:23.767885 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (34707001-0af8-40e2-a946-be717f2e193a), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.768044 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-744d25ac-3825-4707-96be-1ce1862d4df6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.0946510 Feb 21 02:35:23.788152 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34707001-0af8-40e2-a946-be717f2e193a,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:23.793029 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.795217 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bcc14fbc-aa7c-4b80-ad6d-c13ff7d3bb9d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239405 Feb 21 02:35:23.797298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59500) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:23.801907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:23.824143 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.838654 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-71e1ce56-30d5-426c-9b4f-4e0aaf9cb41e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 1000 time: 0.0639839 Feb 21 02:35:23.890055 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-16cd7d58-a244-43db-8c31-4274805d4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:23.891442 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-16cd7d58-a244-43db-8c31-4274805d4b0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0471470 Feb 21 02:35:23.901042 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['212cff7d-b04b-4efb-be92-6dd1bd6ec779'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:23.931739 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:23.957510 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-21ee7e50-eebb-4331-a00c-9eac3cc3d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:23.959839 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-21ee7e50-eebb-4331-a00c-9eac3cc3d40e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613794 Feb 21 02:35:23.971564 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:22Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:24.009396 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:35:24.038490 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:24.039125 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:24.065317 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-6e600691-75ae-457a-aa21-6e7c3bbfaab2 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988586 Feb 21 02:35:24.075444 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Allocated IP 172.27.1.105 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/5e2f873a-2dea-4acb-8913-ba1434b6aa64) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:35:24.114882 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c14b0a-3a5d-436d-ad3c-6604c05a4db9 req-65c19a32-1fdd-429b-b80c-829510b2ed9d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:24.116943 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5c14b0a-3a5d-436d-ad3c-6604c05a4db9 req-65c19a32-1fdd-429b-b80c-829510b2ed9d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0940604 Feb 21 02:35:24.162254 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-8ea7c67a-48d4-42e2-bbdc-e216e52370ee req-bbd4ad30-1fce-4b2e-bc6a-0e05cb855e58 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909476 Feb 21 02:35:24.212008 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5c14b0a-3a5d-436d-ad3c-6604c05a4db9 req-00a56482-2a38-46ce-b654-4c372c2dac67 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707471 Feb 21 02:35:24.231079 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.278384 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.317274 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:35:24.321165 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:35:24.324877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:35:24.331364 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:24.352874 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd2486-a555-4615-9d2b-c35670d88e0d req-ec511fd7-9a86-4382-8d43-f4414b8431c9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:24.354577 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c3dd2486-a555-4615-9d2b-c35670d88e0d req-ec511fd7-9a86-4382-8d43-f4414b8431c9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 945 time: 0.0696242 Feb 21 02:35:24.364058 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=5e2f873a-2dea-4acb-8913-ba1434b6aa64,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:24.410208 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c3dd2486-a555-4615-9d2b-c35670d88e0d req-24f21675-d9a2-49dd-828e-a0b8e23f31f5 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497632 Feb 21 02:35:24.420554 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.458624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.609469 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.613928 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.651578 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:22Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:24.678925 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4b562-71de-4d12-8f7e-1835288f6515 None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:22Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:35:24.684164 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=5e2f873a-2dea-4acb-8913-ba1434b6aa64,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:24.695093 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.711711 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:24.712955 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8aaafe40-2b2d-4e52-9c33-2d4c44908ccd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9146845 Feb 21 02:35:24.905386 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6128769a-90f4-4564-abfe-1ff94ed76903 None None] New status for floating IP 7bb6ce2d-432a-475f-a9b9-746dd04d46f4: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:35:24.911379 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-1b0e2f15-fbd9-49ae-af49-5d1e96600e93 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1407584787&fields=id&tenant_id=09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 267 time: 0.0439632 Feb 21 02:35:25.021442 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-8a53fdc4-f634-40dd-91b2-e8513ce814ef tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:25.022889 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-8a53fdc4-f634-40dd-91b2-e8513ce814ef tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 811 time: 0.1045308 Feb 21 02:35:25.039094 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-36a8e05d-9e5e-4b73-97d8-f694aa43d230 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/quotas/09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 375 time: 0.0097620 Feb 21 02:35:25.096492 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-eb9200d1-6c64-4a9d-89ae-d46b122074fe tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512073 Feb 21 02:35:25.189467 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-cf897796-255e-4074-94f9-cdd712c4202e service neutron] 10.222.0.75 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812635 Feb 21 02:35:25.262646 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:35:25.281332 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-6f698020-94cb-41f2-bafb-7ab1a78a0b1c service neutron] 10.222.0.75 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860028 Feb 21 02:35:25.312980 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:25.313462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:25.347444 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb9f73-8e18-4566-8272-3292aa05f408 req-3659ee81-0eee-47a7-b7d0-9a89df9b37b9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:25.349013 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14cb9f73-8e18-4566-8272-3292aa05f408 req-3659ee81-0eee-47a7-b7d0-9a89df9b37b9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0601575 Feb 21 02:35:25.415164 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:25.415600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:25.429965 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14cb9f73-8e18-4566-8272-3292aa05f408 req-d9263a48-beb9-4008-a4e3-f342d9a8fe58 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742805 Feb 21 02:35:25.440616 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:25.443183 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e6d82-548f-4d4c-bd24-60f198101f7d" -d '{"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:25.461587 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:25.466175 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:25.467167 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 754d6b40-0964-484e-9d3d-46275c69f4cb no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:35:25.468221 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-786ec723-1441-42e9-a460-f8144cb23e16 req-c2ba9813-2fd2-47e8-b5c8-d129a3966531 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 210 time: 0.0385685 Feb 21 02:35:25.519527 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 754d6b40-0964-484e-9d3d-46275c69f4cb {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:35:25.519984 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 754d6b40-0964-484e-9d3d-46275c69f4cb not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:35:25.523138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2aa59-5858-4e7f-b0ee-4ca9096dc653 x-openstack-request-id: req-73f2aa59-5858-4e7f-b0ee-4ca9096dc653 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:25.523509 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-plugged", "status": "completed", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:25.523909 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73f2aa59-5858-4e7f-b0ee-4ca9096dc653 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:25.524637 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'code': 200} Feb 21 02:35:25.562142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=8']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:25.588005 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca2a79-fae7-42ec-a4ab-ff304ed59054 req-256d3311-447f-4f05-9875-d2ce34912339 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:25.589620 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-04ca2a79-fae7-42ec-a4ab-ff304ed59054 req-256d3311-447f-4f05-9875-d2ce34912339 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0646079 Feb 21 02:35:25.642551 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-04ca2a79-fae7-42ec-a4ab-ff304ed59054 req-9e153933-ae47-42f9-8e99-cafc92e291e3 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471334 Feb 21 02:35:25.791213 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be564d-e0d9-4ba9-b4b8-39b73b3da3c3 req-63a8a2d3-51aa-401e-a683-e71c7ec1fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:25.792659 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d6be564d-e0d9-4ba9-b4b8-39b73b3da3c3 req-63a8a2d3-51aa-401e-a683-e71c7ec1fe7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0492997 Feb 21 02:35:25.844974 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d6be564d-e0d9-4ba9-b4b8-39b73b3da3c3 req-e25c1c5b-82a8-4d4f-8e2b-2ea3050e10d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Feb 21 02:35:26.572166 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9bee3dc3-2f8b-497a-a4c4-2af90b3319d0 req-6a352a90-c9b2-4107-b863-5a35b24544e4 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Feb 21 02:35:26.573866 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceed41-e142-4b44-9314-51a79f6909f7 req-ecfb357e-ad19-483c-8706-4c372e4224ca tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:26.575382 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38ceed41-e142-4b44-9314-51a79f6909f7 req-ecfb357e-ad19-483c-8706-4c372e4224ca tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0565612 Feb 21 02:35:26.627481 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-38ceed41-e142-4b44-9314-51a79f6909f7 req-0e484970-0172-4faa-a1fe-622c378876e2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Feb 21 02:35:26.735528 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-dcb331e4-5330-43d9-ad7c-eafe11f5d107 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:26.736875 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-dcb331e4-5330-43d9-ad7c-eafe11f5d107 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 811 time: 0.1172287 Feb 21 02:35:26.817238 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942ad82-2a0b-48a9-9b48-16ccf3e5ddf9 req-e062429b-e618-4be4-a68b-309b1099c49a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:26.818829 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f942ad82-2a0b-48a9-9b48-16ccf3e5ddf9 req-e062429b-e618-4be4-a68b-309b1099c49a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.1068652 Feb 21 02:35:26.827101 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-bd50e5fc-9d10-41e7-b3d8-d7608067c207 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e923a4cc944b28979de727cb5269d1 HTTP/1.1" status: 200 len: 380 time: 0.0752618 Feb 21 02:35:26.837140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'port': {'device_id': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'admin_state_up': True, 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'security_groups': ['8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:26.924755 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f942ad82-2a0b-48a9-9b48-16ccf3e5ddf9 req-86e3e102-9e57-4eaf-a824-cbf2017bda18 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967124 Feb 21 02:35:26.970980 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Made reservation on behalf of 09e923a4cc944b28979de727cb5269d1 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:35:26.975207 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.100956 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Allocated IP 172.20.0.4 (7984c99a-2bf0-4380-ab96-7d2375b9f90f/cbac6be5-afd9-4681-8595-a21e3fdb232d/748a7a21-04ad-4f5d-bec7-66ddae147215) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:35:27.235723 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.267269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.308398 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:35:27.311259 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:35:27.317447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:35:27.342160 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event updated for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:27.371369 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:27.371986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.389773 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-a7533e3a-b3d1-4c79-9197-1cadbe73f996 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561125 Feb 21 02:35:27.449070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Request body: {'port': {'device_id': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:27.515640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.541126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-517ea84a-8b90-445b-a309-b2ea6f2c1073 None None] Provisioning complete for port 748a7a21-04ad-4f5d-bec7-66ddae147215 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:27.542171 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-517ea84a-8b90-445b-a309-b2ea6f2c1073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.585607 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-517ea84a-8b90-445b-a309-b2ea6f2c1073 None None] Port 748a7a21-04ad-4f5d-bec7-66ddae147215 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:35:27.700221 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c36702-f7d7-45bc-a332-fdd019e5df75 req-106a6666-8e7b-46bc-8b3e-cd91a76ba570 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:27.702158 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9c36702-f7d7-45bc-a332-fdd019e5df75 req-106a6666-8e7b-46bc-8b3e-cd91a76ba570 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 931 time: 0.0608509 Feb 21 02:35:27.749938 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b9c36702-f7d7-45bc-a332-fdd019e5df75 req-18634b8c-6a6a-4a69-9967-66d449ffba97 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420609 Feb 21 02:35:27.795174 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618aeef-c489-482f-8ae3-9c75f66d422c req-53c8f167-3fe8-4b1a-91de-66932d7741a5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:27.796644 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b618aeef-c489-482f-8ae3-9c75f66d422c req-53c8f167-3fe8-4b1a-91de-66932d7741a5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0845921 Feb 21 02:35:27.842934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748a7a21-04ad-4f5d-bec7-66ddae147215 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:35:27.856839 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks [] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.879660 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b618aeef-c489-482f-8ae3-9c75f66d422c req-72075407-860c-43c7-8b8e-b115401c3888 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665548 Feb 21 02:35:27.880814 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Transition to ACTIVE for port object 748a7a21-04ad-4f5d-bec7-66ddae147215 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:35:27.883889 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:27.955768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Pushing event updated for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:28.012039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Attempting to bind port 748a7a21-04ad-4f5d-bec7-66ddae147215 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:35:28.012516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Attempting to bind port 748a7a21-04ad-4f5d-bec7-66ddae147215 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:35:28.012942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Attempting to bind port 748a7a21-04ad-4f5d-bec7-66ddae147215 on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:35:28.017719 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Port 748a7a21-04ad-4f5d-bec7-66ddae147215 on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:35:28.018139 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Attempting to bind port 748a7a21-04ad-4f5d-bec7-66ddae147215 on network 7984c99a-2bf0-4380-ab96-7d2375b9f90f {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:35:28.024027 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:35:28.024433 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Checking segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:35:28.024883 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Bound using segment: {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:35:28.025378 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Bound port: 748a7a21-04ad-4f5d-bec7-66ddae147215, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:35:28.025828 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:28.058262 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916cf9f-a838-49fe-90a5-94c8efa63309 req-b5e65331-7c3d-4ef8-871e-9c93d181be24 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.059801 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2916cf9f-a838-49fe-90a5-94c8efa63309 req-b5e65331-7c3d-4ef8-871e-9c93d181be24 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0548294 Feb 21 02:35:28.092784 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:35:28.096417 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=748a7a21-04ad-4f5d-bec7-66ddae147215,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:35:28.102724 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:28.114674 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2916cf9f-a838-49fe-90a5-94c8efa63309 req-27f62c30-c2ad-4aee-98b2-d37ac798bda6 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476687 Feb 21 02:35:28.150944 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.151564 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:28.152981 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] 10.222.0.42 "PUT /v2.0/ports/748a7a21-04ad-4f5d-bec7-66ddae147215 HTTP/1.1" status: 200 len: 1093 time: 0.7083001 Feb 21 02:35:28.153418 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:28.155672 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bada8dda-7b06-4ba2-8f00-c4d13809c828" -d '{"events": [{"name": "network-changed", "server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:28.168373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d002-21d3-4864-bfac-2f8000be261f service neutron] Pushing event updated for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:28.221198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed490a4-a8b3-4bd8-b5c6-4e98cad9f04a x-openstack-request-id: req-aed490a4-a8b3-4bd8-b5c6-4e98cad9f04a {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:28.221493 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:28.221781 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aed490a4-a8b3-4bd8-b5c6-4e98cad9f04a {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:28.222186 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'status': 'completed', 'code': 200} Feb 21 02:35:28.248803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-0df8a7f8-e6c9-4560-acef-9775f8620681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.250466 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-0df8a7f8-e6c9-4560-acef-9775f8620681 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 1127 time: 0.0589039 Feb 21 02:35:28.304252 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-c767ac81-95c4-47f2-b97f-e2697852be0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748a7a21-04ad-4f5d-bec7-66ddae147215 HTTP/1.1" status: 200 len: 217 time: 0.0465312 Feb 21 02:35:28.356484 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-e971e2ca-cc84-4a17-aa3e-dce9862fb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.357899 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-e971e2ca-cc84-4a17-aa3e-dce9862fb58f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0474288 Feb 21 02:35:28.406076 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-01d6922a-05d2-4fff-baf9-15f52646ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.407551 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-01d6922a-05d2-4fff-baf9-15f52646ba08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432937 Feb 21 02:35:28.493592 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-3b0d0f03-83cf-4381-b47f-a657c0b161e5 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800343 Feb 21 02:35:28.581465 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3c30525f-25fd-4abf-a7ee-f6b28ee93199 req-b57feac3-2bb3-436d-ab82-a391c6e47709 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821187 Feb 21 02:35:28.674512 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-1440312f-0d16-4814-883f-c231bae962ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.676053 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-1440312f-0d16-4814-883f-c231bae962ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 1127 time: 0.0490098 Feb 21 02:35:28.766822 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-8f3bc393-cc5c-4ee1-b353-de3f43db075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.768338 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-8f3bc393-cc5c-4ee1-b353-de3f43db075c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.0864506 Feb 21 02:35:28.808397 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-89d09025-4d29-48ae-98f0-e50878a8cebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748a7a21-04ad-4f5d-bec7-66ddae147215 HTTP/1.1" status: 200 len: 217 time: 0.0346472 Feb 21 02:35:28.857183 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-7b927ba6-05ff-4091-8752-ef54c9c72868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.858717 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-7b927ba6-05ff-4091-8752-ef54c9c72868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0446892 Feb 21 02:35:28.869404 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9e5b-e328-4254-82ca-22881cc1d612 req-a3a58500-d799-4107-9ee5-77094769547f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.870903 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b58b9e5b-e328-4254-82ca-22881cc1d612 req-a3a58500-d799-4107-9ee5-77094769547f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 943 time: 0.0534737 Feb 21 02:35:28.910504 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-ca9d8cbb-c823-4e80-a07e-60a276bf3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:28.912564 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-ca9d8cbb-c823-4e80-a07e-60a276bf3d4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478606 Feb 21 02:35:28.922804 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b58b9e5b-e328-4254-82ca-22881cc1d612 req-37657c41-f34f-4ac3-8c3c-c54ed1db839a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Feb 21 02:35:29.001109 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-47161b54-e128-4f70-a637-bc1be307bed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:29.044319 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-a8a5e4b3-89c2-42a8-b7b4-dd2257055ebc service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235795 Feb 21 02:35:29.051687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65a82-2629-41f3-955b-75d13a070067 req-678d7b56-4f36-4574-a0d0-1c3727a2b5fd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:29.053117 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6ef65a82-2629-41f3-955b-75d13a070067 req-678d7b56-4f36-4574-a0d0-1c3727a2b5fd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 943 time: 0.0853012 Feb 21 02:35:29.149858 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6ef65a82-2629-41f3-955b-75d13a070067 req-8f3927a3-e1d7-4810-a434-63f664f0edf2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886211 Feb 21 02:35:29.172407 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bada8dda-7b06-4ba2-8f00-c4d13809c828 req-c99bc4b8-3f17-407c-86ab-e4cd4d5ade36 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184461 Feb 21 02:35:29.273486 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:35:29.373345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:29.384830 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'mac_address': 'fa:16:3e:ca:c5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:35:29.421836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:29.422229 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:29.435341 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:35:29.455080 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:29.458576 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:29.503803 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=9']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:29.847357 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['186e3f15-c158-44f9-a144-358d5ab62c8f'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:30.047467 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c73d0c-20df-4be3-8b1f-f9b2486a6188 req-2c1205d5-5cab-4fb3-b3a4-d5bad5e55dcc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:30.048959 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5c73d0c-20df-4be3-8b1f-f9b2486a6188 req-2c1205d5-5cab-4fb3-b3a4-d5bad5e55dcc tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 943 time: 0.0525177 Feb 21 02:35:30.094955 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5c73d0c-20df-4be3-8b1f-f9b2486a6188 req-712842be-79bd-43b6-ac06-a6ad01e2e474 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Feb 21 02:35:30.270938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163645-c63a-4173-aa5f-142132dda0c7 req-af550505-9dd6-4d39-bcba-329d52b60fe9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:30.272598 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-25163645-c63a-4173-aa5f-142132dda0c7 req-af550505-9dd6-4d39-bcba-329d52b60fe9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0525362 Feb 21 02:35:30.322060 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-25163645-c63a-4173-aa5f-142132dda0c7 req-bf4b75f7-e43d-4c12-8440-c6fb0adb84f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Feb 21 02:35:31.210821 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42dded-0128-454e-b74d-31962a7ba5c0 req-9a4e9030-185a-450d-9e28-eb74756f3671 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:31.212273 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d42dded-0128-454e-b74d-31962a7ba5c0 req-9a4e9030-185a-450d-9e28-eb74756f3671 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 943 time: 0.0515330 Feb 21 02:35:31.256890 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d42dded-0128-454e-b74d-31962a7ba5c0 req-f391de2a-fb4f-410e-a9bc-3f436422ba54 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Feb 21 02:35:31.284676 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:35:31.330063 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 186e3f15-c158-44f9-a144-358d5ab62c8f triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:31.330435 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:31.412324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 186e3f15-c158-44f9-a144-358d5ab62c8f is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:31.412536 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:31.442263 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:31.445198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964feb42-4270-4d63-b6ad-5577429fce05" -d '{"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:31.447226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5206f1-41b7-41f3-ba2b-6858370c60ca req-420e89f6-3b53-4945-834f-de5a894ac197 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:31.448786 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9a5206f1-41b7-41f3-ba2b-6858370c60ca req-420e89f6-3b53-4945-834f-de5a894ac197 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 944 time: 0.0547023 Feb 21 02:35:31.460608 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:31.463652 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-aae980a7-81d6-463a-b387-6261867dd33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:31.466239 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:31.492347 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1069efd9-10ab-4590-8779-23679d54411e x-openstack-request-id: req-1069efd9-10ab-4590-8779-23679d54411e {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:31.492638 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-plugged", "status": "completed", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:31.492885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1069efd9-10ab-4590-8779-23679d54411e {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:31.493270 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'code': 200} Feb 21 02:35:31.499945 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9a5206f1-41b7-41f3-ba2b-6858370c60ca req-9ada7ed2-b76c-417c-8b6f-eb1a93b6b8ae tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Feb 21 02:35:31.517999 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=10']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:32.044754 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedacf4-3e1a-4a81-86f8-707a66fe20fe req-f008f280-9057-4c20-8d60-833d70a11e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:32.046359 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9dedacf4-3e1a-4a81-86f8-707a66fe20fe req-f008f280-9057-4c20-8d60-833d70a11e7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 1130 time: 0.0451713 Feb 21 02:35:32.090665 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9dedacf4-3e1a-4a81-86f8-707a66fe20fe req-5f9e9e2c-2f53-48e7-9426-6841508bc97d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Feb 21 02:35:32.253972 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:32.379090 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423074-ac22-43df-a37c-53d9c7572928 req-21e37189-c22d-4f2a-bd0e-11e4e266a4d7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:32.381164 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf423074-ac22-43df-a37c-53d9c7572928 req-21e37189-c22d-4f2a-bd0e-11e4e266a4d7 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 943 time: 0.0556724 Feb 21 02:35:32.425730 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bf423074-ac22-43df-a37c-53d9c7572928 req-4bea9506-2c97-4e8f-b7d5-15f5d524b624 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Feb 21 02:35:32.872416 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9e003-a9f9-4885-a3cb-8662e2000ef0 req-d0addcce-6659-48de-9098-6a607fcc2a1e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:32.873981 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ffe9e003-a9f9-4885-a3cb-8662e2000ef0 req-d0addcce-6659-48de-9098-6a607fcc2a1e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.3004117 Feb 21 02:35:32.920629 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ffe9e003-a9f9-4885-a3cb-8662e2000ef0 req-49a1a7e6-7e25-474b-a791-61f85920c4f5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Feb 21 02:35:33.315381 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 748a7a21-04ad-4f5d-bec7-66ddae147215 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:35:33.413147 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=748a7a21-04ad-4f5d-bec7-66ddae147215,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:33.424649 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'port_id': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'mac_address': 'fa:16:3e:cd:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:35:33.465862 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 748a7a21-04ad-4f5d-bec7-66ddae147215 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:33.466259 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:33.479419 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748a7a21-04ad-4f5d-bec7-66ddae147215 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:35:33.499204 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=748a7a21-04ad-4f5d-bec7-66ddae147215,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:33.502354 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:33.548326 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660ae8f-5d9d-45cc-b1ef-1b24c46223c9 req-4fea8daa-871b-46bf-939a-1abc1acb4d1f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:33.549826 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3660ae8f-5d9d-45cc-b1ef-1b24c46223c9 req-4fea8daa-871b-46bf-939a-1abc1acb4d1f tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 944 time: 0.0529947 Feb 21 02:35:33.550959 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:33.598241 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3660ae8f-5d9d-45cc-b1ef-1b24c46223c9 req-24469ebd-5b31-4b49-9bcd-0438fc688683 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Feb 21 02:35:33.817142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:33.914202 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['748a7a21-04ad-4f5d-bec7-66ddae147215'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:35:34.054660 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcf845-2980-4016-a72b-9e5f4da453cd req-fb466658-5b1e-4248-87bb-2f4df53fe24b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:34.056293 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-25bcf845-2980-4016-a72b-9e5f4da453cd req-fb466658-5b1e-4248-87bb-2f4df53fe24b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.0585139 Feb 21 02:35:34.103668 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-25bcf845-2980-4016-a72b-9e5f4da453cd req-ac5fa58a-de06-4985-9b0a-14ab34a86378 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Feb 21 02:35:34.716695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037542ef-be1c-4775-ac26-b5b5b4a41339 req-7629747c-eb5e-48fc-a37b-3edd351a8583 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:34.718180 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-037542ef-be1c-4775-ac26-b5b5b4a41339 req-7629747c-eb5e-48fc-a37b-3edd351a8583 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 944 time: 0.0548394 Feb 21 02:35:34.765738 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-037542ef-be1c-4775-ac26-b5b5b4a41339 req-0ecb9b8d-b483-47c8-a8c9-059dcb26e29e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Feb 21 02:35:35.230837 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa84e4-f293-4a09-b92d-929766eace27 req-8091ebb6-1e3c-4738-b82a-c73d4f4bfeee tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:35.232311 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02aa84e4-f293-4a09-b92d-929766eace27 req-8091ebb6-1e3c-4738-b82a-c73d4f4bfeee tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.0554371 Feb 21 02:35:35.278814 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-02aa84e4-f293-4a09-b92d-929766eace27 req-dda8522b-a8f4-47c0-a67e-ff6048e0df5c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Feb 21 02:35:35.349910 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 748a7a21-04ad-4f5d-bec7-66ddae147215 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:35:35.395865 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:35.410717 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 748a7a21-04ad-4f5d-bec7-66ddae147215 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:35:35.414252 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 748a7a21-04ad-4f5d-bec7-66ddae147215 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:35:35.414624 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:35.492088 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 748a7a21-04ad-4f5d-bec7-66ddae147215 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:35:35.492470 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:35.514325 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:35.516530 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb9b82-af75-4e18-981e-b725b696998c" -d '{"events": [{"server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "name": "network-vif-plugged", "status": "completed", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:35.528758 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=748a7a21-04ad-4f5d-bec7-66ddae147215,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:35:35.533005 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:35.558638 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b628bdc-bef3-4187-ab53-3313b10f06e6 x-openstack-request-id: req-7b628bdc-bef3-4187-ab53-3313b10f06e6 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:35.558939 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "name": "network-vif-plugged", "status": "completed", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:35.559194 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b628bdc-bef3-4187-ab53-3313b10f06e6 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:35.559589 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'code': 200} Feb 21 02:35:35.584433 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:35:35.722048 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2759145-a024-4111-a2a1-b2ef73333460 req-5863a56c-72db-433e-81d4-98554bfc56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:35.723798 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c2759145-a024-4111-a2a1-b2ef73333460 req-5863a56c-72db-433e-81d4-98554bfc56aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 1129 time: 0.0424476 Feb 21 02:35:35.770454 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c2759145-a024-4111-a2a1-b2ef73333460 req-3ce6816a-57a7-4b6b-913a-de418a6caea8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Feb 21 02:35:35.883734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f81e6-e26c-4f3d-847a-7169ee6d2307 req-58756269-f8d0-416b-ad0c-0cfd94920c07 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:35.885203 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ae9f81e6-e26c-4f3d-847a-7169ee6d2307 req-58756269-f8d0-416b-ad0c-0cfd94920c07 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Feb 21 02:35:35.933827 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ae9f81e6-e26c-4f3d-847a-7169ee6d2307 req-548927f4-b5f0-4981-94d8-fad9c44dfbd4 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431547 Feb 21 02:35:37.051963 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268daf-146d-4288-ae9e-6cad8a447e8f req-e3dc0815-dd22-44a2-8d32-48571b0d4edf tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:37.054075 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fb268daf-146d-4288-ae9e-6cad8a447e8f req-e3dc0815-dd22-44a2-8d32-48571b0d4edf tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0540709 Feb 21 02:35:37.100976 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fb268daf-146d-4288-ae9e-6cad8a447e8f req-c2b9d7e9-35af-498c-8b00-77cc5377dade tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Feb 21 02:35:38.217620 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1632b-95e0-4a3a-bc1a-bd77f753929b req-c652d43b-f2f0-4b96-8896-11285d2392e0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:38.219128 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14d1632b-95e0-4a3a-bc1a-bd77f753929b req-c652d43b-f2f0-4b96-8896-11285d2392e0 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Feb 21 02:35:38.265063 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14d1632b-95e0-4a3a-bc1a-bd77f753929b req-9012b4f0-ea8b-4b31-8574-0b3deefa2c4e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397725 Feb 21 02:35:38.377529 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c857d48-d104-44ec-b20f-230d4c07310b req-01879659-0cab-4762-a791-c1b588de9a0e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:38.379093 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7c857d48-d104-44ec-b20f-230d4c07310b req-01879659-0cab-4762-a791-c1b588de9a0e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Feb 21 02:35:38.387732 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59636) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:35:38.392026 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Request body: {'floatingip': {'port_id': '748a7a21-04ad-4f5d-bec7-66ddae147215'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:35:38.434823 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:39.098980 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:39.103714 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:39.206481 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Floating IP 8a4e172f-9c10-4cd5-a171-c50a3178b812 associated. External IP: 172.27.1.105, port: 748a7a21-04ad-4f5d-bec7-66ddae147215. Feb 21 02:35:39.415269 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:35:39.522778 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:35:39.527559 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:39.532042 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:35:39.542028 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:39.542641 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:39.556896 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-639d7e79-4257-4b6d-a719-f804f80813a3 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "PUT /v2.0/floatingips/8a4e172f-9c10-4cd5-a171-c50a3178b812 HTTP/1.1" status: 200 len: 991 time: 1.1681378 Feb 21 02:35:39.557577 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:35:39.559899 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bdb761-9d3f-43bf-bdcb-437454a11373" -d '{"events": [{"name": "network-changed", "server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:35:39.595584 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8f14d-d5de-4653-8cb7-7a5a43acba87 x-openstack-request-id: req-29d8f14d-d5de-4653-8cb7-7a5a43acba87 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:35:39.596004 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:35:39.596263 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29d8f14d-d5de-4653-8cb7-7a5a43acba87 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:35:39.596660 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'status': 'completed', 'code': 200} Feb 21 02:35:39.656519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:39.670954 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-4ed5b073-96c7-4b0e-897f-897660587d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:39.672656 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-4ed5b073-96c7-4b0e-897f-897660587d6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e923a4cc944b28979de727cb5269d1&device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 1129 time: 0.0470965 Feb 21 02:35:39.769927 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-154497cf-dc37-4ac8-bb80-5605391ad263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:39.772005 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-154497cf-dc37-4ac8-bb80-5605391ad263 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 200 len: 912 time: 0.0923562 Feb 21 02:35:39.866064 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-e4061acc-9b65-45e9-b409-f14735400ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=748a7a21-04ad-4f5d-bec7-66ddae147215 HTTP/1.1" status: 200 len: 999 time: 0.0845380 Feb 21 02:35:39.903794 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '8a4e172f-9c10-4cd5-a171-c50a3178b812', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:cd:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:24Z', 'updated_at': '2022-02-21T02:35:38Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:39.923120 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-394fcf9f-09e1-46e6-a569-c20e6f361545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:39.924575 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-394fcf9f-09e1-46e6-a569-c20e6f361545 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 200 len: 850 time: 0.0514114 Feb 21 02:35:39.933294 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:35:39.941945 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:35:39.943425 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:35:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:39.977130 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-3f8721f7-311c-495d-82d8-e5aa9b0d3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:35:39.978708 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-3f8721f7-311c-495d-82d8-e5aa9b0d3f9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7984c99a-2bf0-4380-ab96-7d2375b9f90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481160 Feb 21 02:35:40.055152 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:35:40.075045 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-3fff2d9b-0f4f-46a9-95e2-4ead9a5ac6a8 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823851 Feb 21 02:35:40.171565 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-98bdb761-9d3f-43bf-bdcb-437454a11373 req-073dbb22-7e5d-4096-8231-233a33ef9b20 service neutron] 10.222.0.42 "GET /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864387 Feb 21 02:35:40.213385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:35:40.291583 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '8a4e172f-9c10-4cd5-a171-c50a3178b812', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:cd:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:24Z', 'updated_at': '2022-02-21T02:35:38Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:35:40.318088 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ceb63e-50cc-4fa6-8a53-9c95c7775ce2 None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '8a4e172f-9c10-4cd5-a171-c50a3178b812', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'floating_ip_address': '172.27.1.105', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'port_id': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'mac_address': 'fa:16:3e:cd:8c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:24Z', 'updated_at': '2022-02-21T02:35:38Z', 'revision_number': 1, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:35:40.501228 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f279b-8c45-451d-97c0-9c21033121fa None None] New status for floating IP 8a4e172f-9c10-4cd5-a171-c50a3178b812: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:35:57.499949 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:35:59.002978 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b07b9b9d-f29f-46ee-a457-97d9f7dd19db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:01.446164 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2835aa12-1b26-495a-84d4-b33edcb93ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:02.256177 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:03.819518 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:05.369089 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:10.211621 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:16.332220 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935684-2fc8-443d-8717-157d504cd667 req-d04935f3-fb74-45bd-b4c3-b7f6f7b581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:16.333815 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-d04935f3-fb74-45bd-b4c3-b7f6f7b581cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1169 time: 0.0457363 Feb 21 02:36:16.334735 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7a92-50fc-4f50-90cf-ae8ef9c02dd0 req-ce0ab33f-52fc-461e-9ee5-58d67e39e4ed tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:16.336222 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-699e7a92-50fc-4f50-90cf-ae8ef9c02dd0 req-ce0ab33f-52fc-461e-9ee5-58d67e39e4ed tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0544147 Feb 21 02:36:16.398008 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-699e7a92-50fc-4f50-90cf-ae8ef9c02dd0 req-c38980e3-d3e2-4349-91b3-457966eddc73 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559876 Feb 21 02:36:16.429116 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935684-2fc8-443d-8717-157d504cd667 req-6272acc8-4d0b-4d53-b7fc-d81a0ee21011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:16.430672 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-6272acc8-4d0b-4d53-b7fc-d81a0ee21011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.0908751 Feb 21 02:36:16.496995 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-07d75bfd-c354-4558-bc3c-312873539b9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 1002 time: 0.0585778 Feb 21 02:36:16.544721 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935684-2fc8-443d-8717-157d504cd667 req-f372f866-b692-4691-81f7-5cc7ac88838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:16.546150 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-f372f866-b692-4691-81f7-5cc7ac88838e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0427504 Feb 21 02:36:16.597370 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935684-2fc8-443d-8717-157d504cd667 req-031c5872-18e7-45aa-9ef9-049b7b1fc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:16.599057 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-031c5872-18e7-45aa-9ef9-049b7b1fc54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464346 Feb 21 02:36:16.690070 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-ef418011-f95a-43fb-a896-77fedd87e322 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Feb 21 02:36:16.789076 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-da935684-2fc8-443d-8717-157d504cd667 req-12f3cce9-bdf3-4bca-bf0b-c32663922b43 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930476 Feb 21 02:36:17.520538 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ccb3f-f919-4200-9fe5-819b7c219634 req-c6f397d2-4f01-48de-9000-0fa1047aadbd tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:17.522190 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-888ccb3f-f919-4200-9fe5-819b7c219634 req-c6f397d2-4f01-48de-9000-0fa1047aadbd tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0535963 Feb 21 02:36:17.581581 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-888ccb3f-f919-4200-9fe5-819b7c219634 req-0195f999-6828-4966-936e-5c3f3004d3d6 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537360 Feb 21 02:36:18.704529 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c346528-3729-47a8-bc09-ee3f63073744 req-e54c15e0-32d6-44f5-ac0b-d747f4219486 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:18.706017 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c346528-3729-47a8-bc09-ee3f63073744 req-e54c15e0-32d6-44f5-ac0b-d747f4219486 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0568600 Feb 21 02:36:18.764381 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c346528-3729-47a8-bc09-ee3f63073744 req-a0156569-ceff-492b-9c30-730beb93471c tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521097 Feb 21 02:36:20.030691 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853ad55-8750-4d26-9a0e-5e514c1000f6 req-60b5e940-f39a-4717-bce5-807f29ec3c1d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:20.032161 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5853ad55-8750-4d26-9a0e-5e514c1000f6 req-60b5e940-f39a-4717-bce5-807f29ec3c1d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0518780 Feb 21 02:36:20.090318 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5853ad55-8750-4d26-9a0e-5e514c1000f6 req-62a891ac-1470-4877-97a1-fb83bbb09f70 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520267 Feb 21 02:36:21.210012 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91201c9-a3fa-4138-8e43-4cbd2d3b87b3 req-8111e9c4-b815-4469-90af-35d6419c87c6 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:21.211491 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b91201c9-a3fa-4138-8e43-4cbd2d3b87b3 req-8111e9c4-b815-4469-90af-35d6419c87c6 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0528316 Feb 21 02:36:21.270792 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b91201c9-a3fa-4138-8e43-4cbd2d3b87b3 req-77128bb3-3cbb-4fb4-b0c4-280588804252 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538018 Feb 21 02:36:22.390479 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97123a9-2c87-45fa-b9ff-a2ccf8c66cb4 req-1d310158-c84d-46f0-8d7e-da4719bd8038 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:22.391938 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b97123a9-2c87-45fa-b9ff-a2ccf8c66cb4 req-1d310158-c84d-46f0-8d7e-da4719bd8038 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0558767 Feb 21 02:36:22.450150 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b97123a9-2c87-45fa-b9ff-a2ccf8c66cb4 req-e01ccb86-fa86-49af-9c39-edc84083c298 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518634 Feb 21 02:36:23.568634 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f7d8-4e44-4bf3-8c38-01702a60329b req-97c10ae2-652a-4fb4-8b7d-68c1e6501848 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:23.570148 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fbf1f7d8-4e44-4bf3-8c38-01702a60329b req-97c10ae2-652a-4fb4-8b7d-68c1e6501848 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0533223 Feb 21 02:36:23.633165 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fbf1f7d8-4e44-4bf3-8c38-01702a60329b req-e6190cf0-6ebd-467b-8198-15736936c805 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574691 Feb 21 02:36:24.751271 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d12bba-a91c-4049-9c1c-491d29ecc6f5 req-841fb656-9c8b-43ae-8193-f3facd9cc527 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:24.752740 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-19d12bba-a91c-4049-9c1c-491d29ecc6f5 req-841fb656-9c8b-43ae-8193-f3facd9cc527 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0525410 Feb 21 02:36:24.811203 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-19d12bba-a91c-4049-9c1c-491d29ecc6f5 req-f444f93c-dab5-4f85-9a76-aa8119c67043 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525365 Feb 21 02:36:25.929575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b24c2-7576-460f-8150-6b108646a89d req-cb00c488-0f30-4ec5-b1e6-d85bef9f8c74 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:25.931061 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b2b24c2-7576-460f-8150-6b108646a89d req-cb00c488-0f30-4ec5-b1e6-d85bef9f8c74 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0531950 Feb 21 02:36:25.989145 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b2b24c2-7576-460f-8150-6b108646a89d req-b1f3bf82-1076-439b-938e-6f319d5b02f6 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517182 Feb 21 02:36:27.108127 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c3b4b-cf82-47b8-bbf5-ebdc12ce68b0 req-daab706b-8a5e-432f-9bed-fad2439146d5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:27.109989 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c3b4b-cf82-47b8-bbf5-ebdc12ce68b0 req-daab706b-8a5e-432f-9bed-fad2439146d5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0554359 Feb 21 02:36:27.167343 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62c3b4b-cf82-47b8-bbf5-ebdc12ce68b0 req-cb527670-8781-4cd9-a856-e0b40290f374 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511937 Feb 21 02:36:28.284557 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081249a-5f5c-49c7-b0c8-9364d9b9adec req-2d016602-ac6a-4e37-a651-edc07c21de5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:28.286294 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f081249a-5f5c-49c7-b0c8-9364d9b9adec req-2d016602-ac6a-4e37-a651-edc07c21de5d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0528908 Feb 21 02:36:28.344126 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f081249a-5f5c-49c7-b0c8-9364d9b9adec req-1ed9a287-5376-469c-bf1b-11808504a55d tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&id=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522232 Feb 21 02:36:29.007072 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-94160a15-38e9-441d-8322-c2d4732b38a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:31.447385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-48e19936-449e-4619-af04-dd1f49be2d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:32.258626 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:33.824138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:34.499097 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:36:35.371203 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:40.216863 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:42.474757 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-299dcbcd-a588-41d9-b8cf-aa14705d46e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438716 Feb 21 02:36:42.567118 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ff39-86e8-4696-b514-7acbd249689b req-4ce235ea-f271-409c-a4ff-31ec6d440d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:42.568598 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-4ce235ea-f271-409c-a4ff-31ec6d440d5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0440638 Feb 21 02:36:42.672221 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ff39-86e8-4696-b514-7acbd249689b req-23194966-9fbe-4f74-8718-fc57f06bedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:42.673765 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-23194966-9fbe-4f74-8718-fc57f06bedd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.0861449 Feb 21 02:36:42.739548 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-f547fc79-2b47-49a7-b50e-6d55f20835c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 1001 time: 0.0589330 Feb 21 02:36:42.786959 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ff39-86e8-4696-b514-7acbd249689b req-41237ab9-045f-468e-9ac9-c258360a3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:42.788365 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-41237ab9-045f-468e-9ac9-c258360a3778 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0422559 Feb 21 02:36:42.840313 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ff39-86e8-4696-b514-7acbd249689b req-adfe442f-d0e3-4b12-8fac-95e1cc7221fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:42.841825 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-adfe442f-d0e3-4b12-8fac-95e1cc7221fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467272 Feb 21 02:36:42.928833 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-d9ad01a5-753f-451d-9ab6-238e690f3b57 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803494 Feb 21 02:36:43.020818 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0507ff39-86e8-4696-b514-7acbd249689b req-c406579f-541c-4488-88b1-9aa7f0b7b389 service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848510 Feb 21 02:36:47.240367 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10dc3a-bf45-433f-a028-46e0aadbdc4a req-2463107e-3110-4f0b-aa15-903d6a27437a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:47.241877 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bc10dc3a-bf45-433f-a028-46e0aadbdc4a req-2463107e-3110-4f0b-aa15-903d6a27437a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.0574038 Feb 21 02:36:47.288060 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bc10dc3a-bf45-433f-a028-46e0aadbdc4a req-15a86377-add1-4e0d-be5e-47c073360dfa tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Feb 21 02:36:48.411840 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a60117-4ffd-4a4a-8b61-8390bfecc49b req-f76de7fe-c052-424b-ac41-109e913292a0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:48.413314 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b6a60117-4ffd-4a4a-8b61-8390bfecc49b req-f76de7fe-c052-424b-ac41-109e913292a0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.0530918 Feb 21 02:36:48.458889 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b6a60117-4ffd-4a4a-8b61-8390bfecc49b req-2c61c473-1534-44cb-ad25-80d582a86b6a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401223 Feb 21 02:36:49.058161 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-1bcbbcf6-a713-4adf-8803-d15544d5140c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:49.059602 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-1bcbbcf6-a713-4adf-8803-d15544d5140c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 946 time: 0.0505071 Feb 21 02:36:49.156809 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Deleting port 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:36:49.157152 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.248227 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] For port 186e3f15-c158-44f9-a144-358d5ab62c8f, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=186e3f15-c158-44f9-a144-358d5ab62c8f,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:36:49.248589 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.416978 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.417694 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.417694 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Floating IP 3dec2eda-f9e9-4e48-b205-c976fa86790c disassociated. External IP: 172.27.1.202, port: 186e3f15-c158-44f9-a144-358d5ab62c8f. Feb 21 02:36:49.418009 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Calling delete_port for 186e3f15-c158-44f9-a144-358d5ab62c8f owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:36:49.545397 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (186e3f15-c158-44f9-a144-358d5ab62c8f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.577558 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'Port': ['ID=186e3f15-c158-44f9-a144-358d5ab62c8f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:49.582183 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89da0-bc0a-4df1-9646-10e78bc10770 req-81244e08-cfe0-4c07-b2f7-9957101a32e4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:49.583943 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0d89da0-bc0a-4df1-9646-10e78bc10770 req-81244e08-cfe0-4c07-b2f7-9957101a32e4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=a8b8e707-e1a8-46b8-8b47-ef1d9ef77903 HTTP/1.1" status: 200 len: 868 time: 0.0532310 Feb 21 02:36:49.589201 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.589563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.589934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.590285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.590625 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.590963 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.591298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.591629 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.592003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.592269 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.592596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.592928 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.593249 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:49.634886 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0d89da0-bc0a-4df1-9646-10e78bc10770 req-c579e9c1-bfde-4013-9ff3-f15e8b67f91a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=46a675dc-a255-41a6-a27c-5a7ab216befd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Feb 21 02:36:49.708342 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:36:49.824504 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:36:49.835540 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:36:49.845619 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:36:49.846268 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:36:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:36:49.866712 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] No DVR routers for this DVR port 186e3f15-c158-44f9-a144-358d5ab62c8f on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:36:49.869431 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:49.872958 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-605a1281-3a9d-458f-8f24-aa3a8905171c req-da3fde09-5912-4236-a45e-d738f2dc972a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "DELETE /v2.0/ports/186e3f15-c158-44f9-a144-358d5ab62c8f HTTP/1.1" status: 204 len: 173 time: 0.8077250 Feb 21 02:36:49.873387 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-deleted', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:36:49.875725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057a705-03b4-4470-962c-8fc5541d2187" -d '{"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-deleted", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:36:49.919066 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de62ae20-4359-4f80-8fb5-c9c5f1443c88 x-openstack-request-id: req-de62ae20-4359-4f80-8fb5-c9c5f1443c88 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:36:49.919382 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8e707-e1a8-46b8-8b47-ef1d9ef77903", "name": "network-vif-deleted", "tag": "186e3f15-c158-44f9-a144-358d5ab62c8f", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:36:49.919681 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-de62ae20-4359-4f80-8fb5-c9c5f1443c88 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:36:49.920121 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8e707-e1a8-46b8-8b47-ef1d9ef77903', 'name': 'network-vif-deleted', 'tag': '186e3f15-c158-44f9-a144-358d5ab62c8f', 'status': 'completed', 'code': 200} Feb 21 02:36:49.968544 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:36:50.178492 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:36:50.208639 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:36:50.216692 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:36:50.217287 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:36:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:36:50.328077 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:36:50.531642 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:36:50.562017 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28619f45-0d2f-4564-971f-a80935d96666 None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:36:50.731989 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59854) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:50.787113 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07444705-5edf-40ea-acbf-63b01e8f8a32 None None] New status for floating IP 3dec2eda-f9e9-4e48-b205-c976fa86790c: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:36:50.789905 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (46a675dc-a255-41a6-a27c-5a7ab216befd), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:50.817216 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (46a675dc-a255-41a6-a27c-5a7ab216befd), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:50.866374 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (46a675dc-a255-41a6-a27c-5a7ab216befd), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:50.869180 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:50.870404 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "DELETE /v2.0/security-groups/46a675dc-a255-41a6-a27c-5a7ab216befd HTTP/1.1" status: 204 len: 168 time: 0.1372824 Feb 21 02:36:50.873153 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59856) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:50.880158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a675dc-a255-41a6-a27c-5a7ab216befd,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:50.887665 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.888027 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.888384 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.888728 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.889071 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.889412 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.889771 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.890105 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.890236 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.api.v2.resource [None req-f289d629-8c08-4d92-b41e-e42f5c50d61a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] show failed (client error): The resource could not be found. Feb 21 02:36:50.890439 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.890774 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.891314 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.891612 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f289d629-8c08-4d92-b41e-e42f5c50d61a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups/46a675dc-a255-41a6-a27c-5a7ab216befd HTTP/1.1" status: 404 len: 347 time: 0.0168662 Feb 21 02:36:50.891822 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.892164 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38a5b1b-c82f-4afe-ae48-56ee3e68653d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:50.895190 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59858) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:51.022143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Deleting port f11078e7-f088-488b-9a34-106fd4620e4b {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:36:51.022493 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.098245 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.098571 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (f11078e7-f088-488b-9a34-106fd4620e4b), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.110173 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Calling delete_port for f11078e7-f088-488b-9a34-106fd4620e4b owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:36:51.243683 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (f11078e7-f088-488b-9a34-106fd4620e4b), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.271898 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'Port': ['ID=f11078e7-f088-488b-9a34-106fd4620e4b,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:51.332586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (3dec2eda-f9e9-4e48-b205-c976fa86790c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.335159 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.336301 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c149bafc-ab66-415f-a255-bd46f95b376d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "DELETE /v2.0/floatingips/3dec2eda-f9e9-4e48-b205-c976fa86790c HTTP/1.1" status: 204 len: 168 time: 0.4399784 Feb 21 02:36:51.510871 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59862) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:51.515402 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934202879', 'description': 'tempest-description--1052703167'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:51.535898 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.601434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.605015 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.634821 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.636090 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1242208 Feb 21 02:36:51.637965 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242004e-8b03-4bf1-b2d6-294484c3a89c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:51.638978 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59864) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:51.643492 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group_rule': {'security_group_id': '3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:51.668477 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (14602432-b224-47d4-a953-639bef2c24d3), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.713323 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (14602432-b224-47d4-a953-639bef2c24d3), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.716661 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (14602432-b224-47d4-a953-639bef2c24d3), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.738358 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14602432-b224-47d4-a953-639bef2c24d3,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:51.742422 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.746128 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dd66b50d-4802-47ac-9b4e-ff1a9fec09cf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1036170 Feb 21 02:36:51.746617 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59866) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:51.750640 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'security_group_rule': {'security_group_id': '3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:51.774621 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (ecbcc15f-a383-44dd-9c62-a111d61de32e), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.827465 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (ecbcc15f-a383-44dd-9c62-a111d61de32e), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.830682 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16744027'] for security_group_rule (ecbcc15f-a383-44dd-9c62-a111d61de32e), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.848780 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbcc15f-a383-44dd-9c62-a111d61de32e,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:51.855814 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.856977 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-132a3fb0-57ad-46c8-ac62-2564767cef74 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1096969 Feb 21 02:36:51.860254 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 59868) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:36:51.864721 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:51.884175 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:51.980483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.082283 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Allocated IP 172.27.1.196 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/fbc1470b-59e5-46f0-a01d-d90f831d7563) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:36:52.181605 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.213463 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.248246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:36:52.250931 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:36:52.253431 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:36:52.288780 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=fbc1470b-59e5-46f0-a01d-d90f831d7563,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:52.348861 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.385377 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.533144 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.537620 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.603919 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=fbc1470b-59e5-46f0-a01d-d90f831d7563,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:52.614445 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.629714 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:52.630938 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b8e7c48c-d4c9-4bec-93f0-d48d9c5fa6f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7697875 Feb 21 02:36:52.774407 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-c7c60cab-112b-4113-b906-4b968ae7bb9c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1934202879&fields=id&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 267 time: 0.0416760 Feb 21 02:36:52.880698 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-f29b731f-8453-4293-a345-e01ff8baf684 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:52.882175 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-f29b731f-8453-4293-a345-e01ff8baf684 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 817 time: 0.1016095 Feb 21 02:36:52.896133 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-d3b14330-3d18-4e18-8125-b19c7bb1a56b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/quotas/6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 375 time: 0.0087521 Feb 21 02:36:52.948160 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-2563c4eb-7ef2-4b8a-ad9b-5476e8e1af04 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474164 Feb 21 02:36:53.042434 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-c6055174-bd9a-4aa6-bee0-4b3f4dc3aeb8 service neutron] 10.222.0.75 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832729 Feb 21 02:36:53.128535 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-7483cc3e-ffc7-4a11-a02f-13a960c09d21 service neutron] 10.222.0.75 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804849 Feb 21 02:36:53.285769 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a236a5f9-f4d5-4936-adfc-d6368f1a86a8 req-43df51ab-73fb-42ca-914a-2d344111e4f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 210 time: 0.0282300 Feb 21 02:36:53.709866 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:36:53.729931 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 186e3f15-c158-44f9-a144-358d5ab62c8f {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:36:53.730551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 186e3f15-c158-44f9-a144-358d5ab62c8f not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:36:54.192238 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-0164db8b-165c-4017-aace-0d73dbe30d14 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:54.193707 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-0164db8b-165c-4017-aace-0d73dbe30d14 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 817 time: 0.1058309 Feb 21 02:36:54.255958 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-a9af57fe-c556-479c-81d8-0887aad17268 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 380 time: 0.0537789 Feb 21 02:36:54.264405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'port': {'device_id': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'admin_state_up': True, 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'security_groups': ['3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:54.614561 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b5d88c31-cad9-4445-a709-4ad8471a4937 req-ed7eb0b0-e38a-4cef-b369-7b115b8c7b30 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 210 time: 0.0355120 Feb 21 02:36:54.630571 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Made reservation on behalf of 6331fee47dce4e8b88574ea961f8b9a3 for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:36:54.633907 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:54.757543 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Allocated IP 172.20.0.13 (aed7eff0-82e8-4eca-ade5-d5275418c168/ae06fc0b-8295-4635-a967-d24f3a46742c/49c16a7e-5b17-4b9c-8fa6-77d95496d4b8) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:36:54.890063 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:54.922737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:54.965583 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Network aed7eff0-82e8-4eca-ade5-d5275418c168 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:36:54.968631 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:36:54.972744 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:36:55.004411 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:55.029058 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.029698 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.048232 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-6d59f107-cb93-42e4-8507-ef3a958385b1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871888 Feb 21 02:36:55.060203 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Request body: {'port': {'device_id': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:36:55.121766 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.199242 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-4065ada1-ed85-4330-ad91-072188e3f0fc None None] Provisioning complete for port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:36:55.199818 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4065ada1-ed85-4330-ad91-072188e3f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.234965 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-4065ada1-ed85-4330-ad91-072188e3f0fc None None] Port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:36:55.384096 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:36:55.391334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks [] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.403462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Transition to ACTIVE for port object 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:36:55.407073 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.457895 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:55.528135 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Attempting to bind port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:36:55.528486 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Attempting to bind port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:36:55.528811 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Attempting to bind port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:36:55.533379 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 on network aed7eff0-82e8-4eca-ade5-d5275418c168 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:36:55.533730 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Attempting to bind port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 on network aed7eff0-82e8-4eca-ade5-d5275418c168 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:36:55.538595 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:36:55.539058 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Checking segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:36:55.539307 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Bound using segment: {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:36:55.539730 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Bound port: 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336ea48c-5dac-412b-9110-5a77e2a76ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:36:55.540089 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.605339 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:36:55.608323 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:36:55.614816 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.648149 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.648685 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:55.650082 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] 10.222.0.42 "PUT /v2.0/ports/49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 1094 time: 0.5941284 Feb 21 02:36:55.650520 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:36:55.652756 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:36:55.677177 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194c35b-9ea8-4577-a081-126d0b39b7ea service neutron] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:55.729147 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98a2371-6cac-438f-8a3d-272b9e836f49 x-openstack-request-id: req-b98a2371-6cac-438f-8a3d-272b9e836f49 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:36:55.729810 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:36:55.730070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b98a2371-6cac-438f-8a3d-272b9e836f49 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:36:55.730472 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'status': 'completed', 'code': 200} Feb 21 02:36:55.753012 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-d13fde66-9c66-4eca-a36d-bf422fea0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.755654 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-d13fde66-9c66-4eca-a36d-bf422fea0950 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1128 time: 0.0560467 Feb 21 02:36:55.774266 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fc25a-bc7d-4096-b792-bfd3d7188fcc req-33c68269-7c2f-4ac5-b57c-b5661f104c7e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.775914 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5e0fc25a-bc7d-4096-b792-bfd3d7188fcc req-33c68269-7c2f-4ac5-b57c-b5661f104c7e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0706949 Feb 21 02:36:55.804721 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-ee63d5c0-da73-48d6-96f3-62d543068fec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 217 time: 0.0424058 Feb 21 02:36:55.828067 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5e0fc25a-bc7d-4096-b792-bfd3d7188fcc req-0299fe92-8dce-488e-86c0-435cb055d8a7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455673 Feb 21 02:36:55.860639 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-22fa2c58-94f7-42d3-842d-bb0b8733beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.862300 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-22fa2c58-94f7-42d3-842d-bb0b8733beb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0508144 Feb 21 02:36:55.913554 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0249-ff45-4854-9858-137a2f545df6 req-d812bcbf-de44-4e54-90dc-6ba3799bcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:55.915134 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-d812bcbf-de44-4e54-90dc-6ba3799bcbcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458395 Feb 21 02:36:56.005118 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-51a191bb-aa69-481a-9272-153c2e6693fb service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Feb 21 02:36:56.092948 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d75c0249-ff45-4854-9858-137a2f545df6 req-237bed10-8f94-455a-944e-c1d98f1db955 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817001 Feb 21 02:36:56.180189 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-920026f1-cdb7-44f4-a7c2-725018340b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:56.181736 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-920026f1-cdb7-44f4-a7c2-725018340b01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1128 time: 0.0446310 Feb 21 02:36:56.272718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-810fb944-f661-4d8c-ac64-06485fa8c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:56.274088 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-810fb944-f661-4d8c-ac64-06485fa8c801 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.0864606 Feb 21 02:36:56.314207 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-1c212505-e7e8-4858-a478-1f3e99391aab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 217 time: 0.0338750 Feb 21 02:36:56.365261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-42f6563e-317e-4c96-b8a5-586bcc3407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:56.366811 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-42f6563e-317e-4c96-b8a5-586bcc3407eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0466475 Feb 21 02:36:56.416036 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-53731228-61e2-4a1b-8a36-4aa9d18dd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:56.417584 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-53731228-61e2-4a1b-8a36-4aa9d18dd82d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441966 Feb 21 02:36:56.505065 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-af2bba11-eda5-45df-b3ec-35c74cdff650 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814688 Feb 21 02:36:56.597860 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5616e4fc-5a3e-4e7f-a839-c0c747f2603e req-eeeadc45-abfb-4ae5-a85c-8edcd9c5b77d service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Feb 21 02:36:56.954420 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea700f-098f-4c76-a546-28cae240a13f req-b1c43223-0977-4512-977c-94788fce402c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:56.955898 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-54ea700f-098f-4c76-a546-28cae240a13f req-b1c43223-0977-4512-977c-94788fce402c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0533655 Feb 21 02:36:57.002802 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-54ea700f-098f-4c76-a546-28cae240a13f req-ed301794-01e8-4d2b-8a76-6942f9b8e9c4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Feb 21 02:36:58.121872 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1e826-e6a4-488d-bee8-17d32bd37ba6 req-230a288f-83ad-4c7b-b1ea-ee9959b08f75 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:58.123337 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e7f1e826-e6a4-488d-bee8-17d32bd37ba6 req-230a288f-83ad-4c7b-b1ea-ee9959b08f75 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0522766 Feb 21 02:36:58.168460 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e7f1e826-e6a4-488d-bee8-17d32bd37ba6 req-8127b643-2b61-4ba8-ac18-9d7a08dde8bb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Feb 21 02:36:59.007551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b4db1f77-60d4-43bf-aa1b-7d5d627d684a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:59.289446 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e5825-7c3b-4087-8073-d5febfa73a04 req-f406db94-a0fc-446a-a8bb-0af1f535d134 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:36:59.290869 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba8e5825-7c3b-4087-8073-d5febfa73a04 req-f406db94-a0fc-446a-a8bb-0af1f535d134 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0521231 Feb 21 02:36:59.341676 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ba8e5825-7c3b-4087-8073-d5febfa73a04 req-eb2bf12d-0a28-4255-bc16-c9aa19ad0d31 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Feb 21 02:36:59.710324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:36:59.810257 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:36:59.821436 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:36:59.859205 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:36:59.859846 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:59.872683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:36:59.891465 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:36:59.895474 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:36:59.941415 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:36:59.948703 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.949058 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.949402 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.949774 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.950110 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.950444 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.950774 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.951102 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.951427 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.951755 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.952081 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.952405 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:36:59.952727 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:00.277141 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:37:00.464384 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0d567-5661-4769-ae71-a0ea3234d350 req-193310df-54ec-4747-93fd-82316fabc181 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:00.465877 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-26f0d567-5661-4769-ae71-a0ea3234d350 req-193310df-54ec-4747-93fd-82316fabc181 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0511055 Feb 21 02:37:00.514806 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-26f0d567-5661-4769-ae71-a0ea3234d350 req-c633e1b4-c89f-4ff9-b2b6-93f0002c7e12 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Feb 21 02:37:01.449212 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ce62c43d-ede8-4dd7-a2d8-5fa9432afc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:01.635856 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0242-f518-4baa-b9fb-fdab7a706d7c req-0f66591c-f55e-4ee5-b086-a17819b18ceb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:01.637321 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-06cb0242-f518-4baa-b9fb-fdab7a706d7c req-0f66591c-f55e-4ee5-b086-a17819b18ceb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0521169 Feb 21 02:37:01.682777 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-06cb0242-f518-4baa-b9fb-fdab7a706d7c req-794b6b8c-3d13-4f89-b6ba-579eefa1ced5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Feb 21 02:37:01.716874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:37:01.768157 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:37:01.772704 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:37:01.773075 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:01.847899 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:37:01.848281 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:01.869689 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:01.871883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae890b8-12c4-4975-b1e4-e22f48998b2b" -d '{"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:01.884937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:01.889481 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:01.914641 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8353697c-92d8-42ed-979e-712dd6ab5d59 x-openstack-request-id: req-8353697c-92d8-42ed-979e-712dd6ab5d59 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:01.914937 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:01.915192 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8353697c-92d8-42ed-979e-712dd6ab5d59 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:01.915581 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'code': 200} Feb 21 02:37:01.940337 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:02.091803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721aa8e5-2477-4f29-ac5d-f8aa5791b8fe req-7acfd6dc-68b6-401e-8894-29c7aa3ee140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:02.093581 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-721aa8e5-2477-4f29-ac5d-f8aa5791b8fe req-7acfd6dc-68b6-401e-8894-29c7aa3ee140 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1130 time: 0.0434899 Feb 21 02:37:02.137123 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-721aa8e5-2477-4f29-ac5d-f8aa5791b8fe req-f3064644-48f3-4e8a-839b-054ff35cbaea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360262 Feb 21 02:37:02.265732 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:02.806086 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d43d-0c41-4770-9321-bb38202e33a2 req-bac4e9c5-7570-4822-93fd-a2ee570dcaa7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:02.807537 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0224d43d-0c41-4770-9321-bb38202e33a2 req-bac4e9c5-7570-4822-93fd-a2ee570dcaa7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0553241 Feb 21 02:37:02.853323 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0224d43d-0c41-4770-9321-bb38202e33a2 req-afe96c05-3805-445e-bb0e-f68acf458d2b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Feb 21 02:37:03.826290 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:03.974852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309178-440d-43df-95ca-d185b38a5793 req-eb319b2a-1e7d-45b4-962d-79f54c382856 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:03.976315 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-64309178-440d-43df-95ca-d185b38a5793 req-eb319b2a-1e7d-45b4-962d-79f54c382856 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0513024 Feb 21 02:37:04.021901 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-64309178-440d-43df-95ca-d185b38a5793 req-57794413-bdce-4816-b867-38f10854f830 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 Feb 21 02:37:04.139294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e555-c872-4951-a590-a330e1d4b79b req-c00e4e35-286b-4083-a08f-5320fab57b54 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:04.140790 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6ef6e555-c872-4951-a590-a330e1d4b79b req-c00e4e35-286b-4083-a08f-5320fab57b54 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0531659 Feb 21 02:37:04.149137 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59930) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:04.153361 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Request body: {'floatingip': {'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:37:04.195854 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:04.625841 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:04.629838 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:04.729349 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Floating IP 87fd72cc-0bd6-4d09-a9b3-604826d8ffaf associated. External IP: 172.27.1.196, port: 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8. Feb 21 02:37:04.935006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:05.043697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:05.048563 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:05.053538 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:05.063011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:05.063620 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:05.079157 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-20b7df0b-3c63-43dc-b73c-cc5fe53bebbf tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "PUT /v2.0/floatingips/87fd72cc-0bd6-4d09-a9b3-604826d8ffaf HTTP/1.1" status: 200 len: 992 time: 0.9287016 Feb 21 02:37:05.079757 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:05.082967 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0dbd69-52d5-4800-9b94-5a87f05062e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:05.120880 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac524d7-42dc-4b1d-b3ee-8da5fe65c4ec x-openstack-request-id: req-8ac524d7-42dc-4b1d-b3ee-8da5fe65c4ec {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:05.121179 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:05.121438 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ac524d7-42dc-4b1d-b3ee-8da5fe65c4ec {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:05.122016 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'status': 'completed', 'code': 200} Feb 21 02:37:05.191564 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-7bce28ea-d67d-4413-8642-4c5b8dd27cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:05.193225 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-7bce28ea-d67d-4413-8642-4c5b8dd27cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1130 time: 0.0484536 Feb 21 02:37:05.298439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-bd55a37b-596a-4735-8e46-70667166c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:05.300622 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-bd55a37b-596a-4735-8e46-70667166c32a service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.1006954 Feb 21 02:37:05.305836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:05.394069 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-3368ed65-2ef8-4527-b2ba-c1ef7ec50a5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0860815 Feb 21 02:37:05.443046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:05.451241 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-c5f86814-155a-41be-a8c8-d65f15b42198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:05.452852 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-c5f86814-155a-41be-a8c8-d65f15b42198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0514040 Feb 21 02:37:05.503525 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-29764829-c3da-4e57-97ed-2a5b267e5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:05.505058 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-29764829-c3da-4e57-97ed-2a5b267e5011 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460050 Feb 21 02:37:05.561901 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '87fd72cc-0bd6-4d09-a9b3-604826d8ffaf', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:36:52Z', 'updated_at': '2022-02-21T02:37:04Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:05.592408 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-526abd6f-3e0a-4d32-9150-bcd69966174c service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Feb 21 02:37:05.593070 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:05.601883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:05.602484 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:05.685515 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4e0dbd69-52d5-4800-9b94-5a87f05062e5 req-3789001a-6382-42ba-8426-69bc1207f343 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863466 Feb 21 02:37:05.712888 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:05.949225 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '87fd72cc-0bd6-4d09-a9b3-604826d8ffaf', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:36:52Z', 'updated_at': '2022-02-21T02:37:04Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:05.979871 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62389-d529-49e1-8b2e-a827f2fdffaf None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '87fd72cc-0bd6-4d09-a9b3-604826d8ffaf', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:36:52Z', 'updated_at': '2022-02-21T02:37:04Z', 'revision_number': 1, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:06.169933 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd0d27-a408-4f44-b98d-82df66377343 None None] New status for floating IP 87fd72cc-0bd6-4d09-a9b3-604826d8ffaf: ACTIVE {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:37:10.218472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:11.497844 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:37:14.027789 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e26d1-f102-4e92-9b23-a91b5f400dc2 req-8f56b781-452c-4e28-a1d9-feea5de395a2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:14.029247 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c18e26d1-f102-4e92-9b23-a91b5f400dc2 req-8f56b781-452c-4e28-a1d9-feea5de395a2 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Feb 21 02:37:14.073908 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c18e26d1-f102-4e92-9b23-a91b5f400dc2 req-0bdfff72-24f8-454a-8eb9-767edd97166a tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Feb 21 02:37:15.193982 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb0185-0215-4d3e-a0fc-3c6523b4e62b req-abd07f96-7847-49b9-8347-b71a116431dd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:15.195499 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cfbb0185-0215-4d3e-a0fc-3c6523b4e62b req-abd07f96-7847-49b9-8347-b71a116431dd tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0533333 Feb 21 02:37:15.241381 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-cfbb0185-0215-4d3e-a0fc-3c6523b4e62b req-f44bf23e-a623-4d88-9b2f-8cfab9d02551 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Feb 21 02:37:16.081539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 59996) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:16.204811 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-8ff1390b-f96b-4c19-91b2-10786592f34d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:16.206951 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-8ff1390b-f96b-4c19-91b2-10786592f34d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.1363952 Feb 21 02:37:16.340340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Deleting port 2b9f8c48-36a2-4d02-8380-9e12e2f3a026 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:16.340613 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:16.359917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Deleting port 748a7a21-04ad-4f5d-bec7-66ddae147215 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:16.360261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:16.361938 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c44c8-6eb0-4123-aa2c-4b292c677056 req-f98b4622-c914-4773-9646-cd3a56939309 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:16.363541 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-786c44c8-6eb0-4123-aa2c-4b292c677056 req-f98b4622-c914-4773-9646-cd3a56939309 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 945 time: 0.0553889 Feb 21 02:37:16.411723 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-786c44c8-6eb0-4123-aa2c-4b292c677056 req-ba783145-c0e1-449e-a4a0-c43c84d3836e tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Feb 21 02:37:16.485422 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:16.485776 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for floatingip (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:16.507490 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Calling delete_port for 2b9f8c48-36a2-4d02-8380-9e12e2f3a026 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:16.510120 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] For port 748a7a21-04ad-4f5d-bec7-66ddae147215, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=748a7a21-04ad-4f5d-bec7-66ddae147215,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:16.510476 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.063353 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.063720 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.064038 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Floating IP 8a4e172f-9c10-4cd5-a171-c50a3178b812 disassociated. External IP: 172.27.1.105, port: 748a7a21-04ad-4f5d-bec7-66ddae147215. Feb 21 02:37:17.064378 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Calling delete_port for 748a7a21-04ad-4f5d-bec7-66ddae147215 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:17.171690 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (2b9f8c48-36a2-4d02-8380-9e12e2f3a026), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.215401 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event deleted for resources: {'Port': ['ID=2b9f8c48-36a2-4d02-8380-9e12e2f3a026,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:17.320761 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for floatingip (1ee61415-de42-4a11-94a4-2495c68d64f5), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.320999 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Floating IP 1ee61415-de42-4a11-94a4-2495c68d64f5 disassociated (deleted). External IP: 172.27.1.71, port: 212cff7d-b04b-4efb-be92-6dd1bd6ec779. Feb 21 02:37:17.324250 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (748a7a21-04ad-4f5d-bec7-66ddae147215), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.401843 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'Port': ['ID=748a7a21-04ad-4f5d-bec7-66ddae147215,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:17.524103 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-b1c0fd30-4401-4cbd-b469-a2fc6e22384b req-c78ffcbc-74a6-46ed-88fb-d57baacfdb58 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/ports?device_id=c933a35b-ab8d-4b24-ace9-75eec69b4f71 HTTP/1.1" status: 200 len: 210 time: 0.0400970 Feb 21 02:37:17.664190 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:17.735851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:17.841548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:17.853528 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:17.865513 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:17.866192 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:17.919406 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] No DVR routers for this DVR port 748a7a21-04ad-4f5d-bec7-66ddae147215 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:17.922654 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.927223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-3bf4eed5-496f-4d5a-91ef-6f39089d8534 req-e6de40c0-39cb-4ee6-97c0-f1b2b3afcc1d tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.42 "DELETE /v2.0/ports/748a7a21-04ad-4f5d-bec7-66ddae147215 HTTP/1.1" status: 204 len: 173 time: 1.7138929 Feb 21 02:37:17.927675 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'name': 'network-vif-deleted', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:17.929943 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de772d-f340-463e-ab66-a39baebc04ef" -d '{"events": [{"server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "name": "network-vif-deleted", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:17.946805 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:17.951307 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:17.958494 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Sync routers for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:17.969895 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:17.973169 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:17.983266 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:17.990459 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a04ca312-1b68-456a-a10a-d2127d8850d0 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "DELETE /v2.0/floatingips/1ee61415-de42-4a11-94a4-2495c68d64f5 HTTP/1.1" status: 204 len: 168 time: 1.9075332 Feb 21 02:37:18.017039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce5a37-c04e-421c-b388-07500c72bd68 x-openstack-request-id: req-49ce5a37-c04e-421c-b388-07500c72bd68 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:18.019119 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c933a35b-ab8d-4b24-ace9-75eec69b4f71", "name": "network-vif-deleted", "tag": "748a7a21-04ad-4f5d-bec7-66ddae147215", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:18.019388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49ce5a37-c04e-421c-b388-07500c72bd68 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:18.019800 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c933a35b-ab8d-4b24-ace9-75eec69b4f71', 'name': 'network-vif-deleted', 'tag': '748a7a21-04ad-4f5d-bec7-66ddae147215', 'status': 'completed', 'code': 200} Feb 21 02:37:18.107433 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:18.235858 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a636a-92fc-4b3f-b2df-e0b86dd8be1d req-b0e8d33a-1ecc-4728-9001-594baf9bc0ce tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:18.242475 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c8a636a-92fc-4b3f-b2df-e0b86dd8be1d req-b0e8d33a-1ecc-4728-9001-594baf9bc0ce tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0581176 Feb 21 02:37:18.264097 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.287052 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c8a636a-92fc-4b3f-b2df-e0b86dd8be1d req-e18ca28b-cbd9-4275-8047-e5d92ae8241a tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Feb 21 02:37:18.291594 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:18.300904 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:18.301514 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.320427 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.347184 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Checking router: 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:18.355488 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:18.356084 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.414896 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:18.465977 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:18.621105 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60016) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:18.637634 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.665993 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b2287-a489-4456-a10c-9554811d218e None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:27:37Z', 'revision_number': 4, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': 'abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef', 'name': '', 'network_id': '7984c99a-2bf0-4380-ab96-7d2375b9f90f', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'mac_address': 'fa:16:3e:c5:f8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:35Z', 'updated_at': '2022-02-21T02:27:44Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'subnets': [{'id': 'cbac6be5-afd9-4681-8595-a21e3fdb232d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:18.677018 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:18.677855 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:18.704940 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:18.764826 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:18.768768 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:18.772453 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "DELETE /v2.0/security-groups/8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185 HTTP/1.1" status: 204 len: 168 time: 0.1469686 Feb 21 02:37:18.772968 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60018) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:18.779517 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334a6b0-5970-4853-9e66-f5f676f32254 tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:18.789299 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.api.v2.resource [None req-ca91e0ca-e1e3-4cfc-bc33-822fa3544aab tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] show failed (client error): The resource could not be found. Feb 21 02:37:18.791398 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ca91e0ca-e1e3-4cfc-bc33-822fa3544aab tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "GET /v2.0/security-groups/8a8ec907-1ef1-4cde-ac9d-1e5e3cf89185 HTTP/1.1" status: 404 len: 347 time: 0.0172515 Feb 21 02:37:18.794865 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60020) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:18.799835 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5f244b-63cb-4dbe-bd35-3542a94d4d2a None None] The sync data for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi is: [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:29:02Z', 'revision_number': 4, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '42306374-1053-4a2c-bf7b-5b99d1299a7f', 'name': '', 'network_id': 'a0e8bc4a-7ec1-4e9f-98ed-0931941bb538', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'mac_address': 'fa:16:3e:34:91:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:02Z', 'updated_at': '2022-02-21T02:29:08Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'subnets': [{'id': 'd3fc81fa-ba86-4725-a33e-5362e031abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:18.936229 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Deleting port 5e2f873a-2dea-4acb-8913-ba1434b6aa64 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:18.936576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:18.973470 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d5aae-4aba-4f53-b049-02533810b8f9 None None] New status for floating IP 8a4e172f-9c10-4cd5-a171-c50a3178b812: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:37:19.022892 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:19.023281 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (5e2f873a-2dea-4acb-8913-ba1434b6aa64), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:19.036896 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Calling delete_port for 5e2f873a-2dea-4acb-8913-ba1434b6aa64 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:19.085056 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c90a1f-6988-4210-9855-d0e15e8899c8 None None] New status for floating IP 1ee61415-de42-4a11-94a4-2495c68d64f5: DOWN {{(pid=102812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:37:19.186636 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (5e2f873a-2dea-4acb-8913-ba1434b6aa64), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:19.214588 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Pushing event deleted for resources: {'Port': ['ID=5e2f873a-2dea-4acb-8913-ba1434b6aa64,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:19.276315 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks [] for floatingip (8a4e172f-9c10-4cd5-a171-c50a3178b812), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:19.278853 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:19.279984 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4b3c4ae5-6071-4e34-a5c5-915a590d64fb tempest-AttachVolumeTestJSON-542092255 tempest-AttachVolumeTestJSON-542092255-project] 10.222.0.75 "DELETE /v2.0/floatingips/8a4e172f-9c10-4cd5-a171-c50a3178b812 HTTP/1.1" status: 204 len: 168 time: 0.4841454 Feb 21 02:37:19.412618 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c699b-9afb-4ef9-9253-18927501a8c3 req-c71252da-c5a8-48cd-a2ca-840dd7b630c9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:19.414142 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-442c699b-9afb-4ef9-9253-18927501a8c3 req-c71252da-c5a8-48cd-a2ca-840dd7b630c9 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0568449 Feb 21 02:37:19.462123 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-442c699b-9afb-4ef9-9253-18927501a8c3 req-fa238361-5adf-41d0-9a24-973eff8389fb tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/security-groups?id=a33b1587-9e4f-4257-8cad-db6dc7642664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Feb 21 02:37:19.807648 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 748a7a21-04ad-4f5d-bec7-66ddae147215 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:19.828351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 748a7a21-04ad-4f5d-bec7-66ddae147215 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:19.828691 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 748a7a21-04ad-4f5d-bec7-66ddae147215 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:19.953518 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-9ba34058-8876-4b27-b426-e4e2641142ca tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:19.954926 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-9ba34058-8876-4b27-b426-e4e2641142ca tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.42 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 946 time: 0.0567513 Feb 21 02:37:20.026212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:20.028628 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:20.060501 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Deleting port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:20.060850 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:20.066408 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094a041-9936-4f2b-a8a1-de2c4b7b52b3 x-openstack-request-id: req-b094a041-9936-4f2b-a8a1-de2c4b7b52b3 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:20.066695 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:20.066946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b094a041-9936-4f2b-a8a1-de2c4b7b52b3 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:20.067323 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'status': 'completed', 'code': 200} Feb 21 02:37:20.188391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-d7822e85-07a6-46f5-a367-8462a4258d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:20.190500 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-d7822e85-07a6-46f5-a367-8462a4258d5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c955ce069224b53aa944c7971e3650c&device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 1130 time: 0.0805225 Feb 21 02:37:20.192322 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] For port 212cff7d-b04b-4efb-be92-6dd1bd6ec779, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:20.192682 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:20.204571 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Calling delete_port for 212cff7d-b04b-4efb-be92-6dd1bd6ec779 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:20.344668 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-8bea4ff6-842a-4a66-b47c-f4c8e639f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:20.346223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-8bea4ff6-842a-4a66-b47c-f4c8e639f104 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 200 len: 909 time: 0.1391571 Feb 21 02:37:20.394521 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-8df58fd0-493a-48fd-aab5-5d0c022a7185 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 200 len: 217 time: 0.0411468 Feb 21 02:37:20.485727 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-47c12568-78c0-4b26-8a3e-872672499c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:20.487815 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-47c12568-78c0-4b26-8a3e-872672499c8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 200 len: 847 time: 0.0644841 Feb 21 02:37:20.488422 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (212cff7d-b04b-4efb-be92-6dd1bd6ec779), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:20.529143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event deleted for resources: {'Port': ['ID=212cff7d-b04b-4efb-be92-6dd1bd6ec779,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:20.601164 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-35132429-0130-43db-96a9-6a8a43784214 req-fc2a270b-f915-4270-ab07-85da7efb25a1 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "GET /v2.0/ports?device_id=28fd287f-356c-4485-ba82-bbe3da3cf5ba HTTP/1.1" status: 200 len: 210 time: 0.0526907 Feb 21 02:37:20.617162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] No DVR routers for this DVR port 212cff7d-b04b-4efb-be92-6dd1bd6ec779 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:20.619847 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:20.623089 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2e02dc4c-5759-4482-a108-562faeb1b895 req-7a488a55-3165-4dac-991a-22c39af8c522 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.42 "DELETE /v2.0/ports/212cff7d-b04b-4efb-be92-6dd1bd6ec779 HTTP/1.1" status: 204 len: 173 time: 0.6581674 Feb 21 02:37:20.634757 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-c07b6357-66c4-4697-b03e-9175e6facb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:20.636210 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-c07b6357-66c4-4697-b03e-9175e6facb7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168010 Feb 21 02:37:20.739713 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-f6a1acb0-c0d5-409c-9820-a97aca13257f service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885956 Feb 21 02:37:20.833163 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d56e35d4-498e-4a7b-884d-8c8f7c8b5dc8 req-d236d6d1-9865-431a-8782-743f4979306a service neutron] 10.222.0.42 "GET /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868421 Feb 21 02:37:21.656695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60048) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:21.716813 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (a33b1587-9e4f-4257-8cad-db6dc7642664), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:21.741581 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (a33b1587-9e4f-4257-8cad-db6dc7642664), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:21.801547 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a33b1587-9e4f-4257-8cad-db6dc7642664), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:21.804123 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:21.805246 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] 10.222.0.75 "DELETE /v2.0/security-groups/a33b1587-9e4f-4257-8cad-db6dc7642664 HTTP/1.1" status: 204 len: 168 time: 0.1473856 Feb 21 02:37:21.814630 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3912154-a455-448b-a238-4b67eb574543 tempest-TestShelveInstance-2009678502 tempest-TestShelveInstance-2009678502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b1587-9e4f-4257-8cad-db6dc7642664,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:21.866504 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60054) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:22.068095 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-deleted', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:22.070436 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3f5b8-ab18-4d79-a7b0-4141f8779658" -d '{"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-deleted", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:22.105618 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40afa5aa-881d-4f6b-822e-991476ba2ce5 x-openstack-request-id: req-40afa5aa-881d-4f6b-822e-991476ba2ce5 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:22.106041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fd287f-356c-4485-ba82-bbe3da3cf5ba", "name": "network-vif-deleted", "tag": "212cff7d-b04b-4efb-be92-6dd1bd6ec779", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:22.106365 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-40afa5aa-881d-4f6b-822e-991476ba2ce5 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:22.106832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fd287f-356c-4485-ba82-bbe3da3cf5ba', 'name': 'network-vif-deleted', 'tag': '212cff7d-b04b-4efb-be92-6dd1bd6ec779', 'status': 'completed', 'code': 200} Feb 21 02:37:22.312324 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:22.771884 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Deleting port 42306374-1053-4a2c-bf7b-5b99d1299a7f {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:22.772392 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:22.798859 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60066) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:22.850863 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] For port 42306374-1053-4a2c-bf7b-5b99d1299a7f, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=42306374-1053-4a2c-bf7b-5b99d1299a7f,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:22.851226 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:22.867417 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Calling delete_port for 42306374-1053-4a2c-bf7b-5b99d1299a7f owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:23.046167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (42306374-1053-4a2c-bf7b-5b99d1299a7f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.073064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=42306374-1053-4a2c-bf7b-5b99d1299a7f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:23.251967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.288087 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.484198 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:23.597563 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:23.606016 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-74349ab7-fc3f-4459-9d1e-a3d3a83abd1d admin admin] 10.222.0.75 "PUT /v2.0/routers/9b08fa84-632c-4b88-a7ed-ee02829d5fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363880 Feb 21 02:37:23.606965 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60072) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:23.609826 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Sync routers for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:23.623658 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:23.624547 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:23.727022 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks [] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.786046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:23.850789 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:23.858767 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks [] for router_gateway (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.876885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 212cff7d-b04b-4efb-be92-6dd1bd6ec779 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:23.877833 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 212cff7d-b04b-4efb-be92-6dd1bd6ec779 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:23.883861 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Deleting port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:23.884296 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.915998 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Deleting port 1d216a05-8a75-4134-96ce-87e8781e0406 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:23.916374 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.965946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] For port abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:23.966609 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:23.984097 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Calling delete_port for abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:24.001832 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] For port 1d216a05-8a75-4134-96ce-87e8781e0406, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=1d216a05-8a75-4134-96ce-87e8781e0406,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:24.002225 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.011023 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:37:22Z', 'revision_number': 5, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port': {'id': '1d216a05-8a75-4134-96ce-87e8781e0406', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:00Z', 'updated_at': '2022-02-21T02:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:24.015821 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Calling delete_port for 1d216a05-8a75-4134-96ce-87e8781e0406 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:24.041782 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Checking router: 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:24.051284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Routers {'9b08fa84-632c-4b88-a7ed-ee02829d5fb9'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:24.051893 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:24.178654 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.198536 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (1d216a05-8a75-4134-96ce-87e8781e0406), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.204596 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:24.227504 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d216a05-8a75-4134-96ce-87e8781e0406,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:24.295375 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.296747 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] Set router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:24.361126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:37:23Z', 'revision_number': 6, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:24.397008 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395793f1-ada3-4ac3-bd18-7ea0298be618 None None] The sync data for ids ['9b08fa84-632c-4b88-a7ed-ee02829d5fb9'] in dv-cinder-804470-8-iscsi is: [{'id': '9b08fa84-632c-4b88-a7ed-ee02829d5fb9', 'name': 'tempest-TestShelveInstance-581651104-router', 'tenant_id': '2c955ce069224b53aa944c7971e3650c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:28:59Z', 'updated_at': '2022-02-21T02:37:23Z', 'revision_number': 6, 'project_id': '2c955ce069224b53aa944c7971e3650c', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:24.401446 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.411869 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.415985 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks [] for router_controller (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.494553 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (9b08fa84-632c-4b88-a7ed-ee02829d5fb9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.495108 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b08fa84-632c-4b88-a7ed-ee02829d5fb9 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:37:24.499950 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.503410 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d26d8220-1acf-4fcf-bc16-2f2fe3bb3391 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9b08fa84-632c-4b88-a7ed-ee02829d5fb9 HTTP/1.1" status: 204 len: 168 time: 0.8928480 Feb 21 02:37:24.503570 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60076) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:24.546744 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Deleting subnet d3fc81fa-ba86-4725-a33e-5362e031abbc {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:37:24.550447 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Publish callbacks [] for subnet (d3fc81fa-ba86-4725-a33e-5362e031abbc), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.584328 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (d3fc81fa-ba86-4725-a33e-5362e031abbc), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.632778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Router 800042f0-003a-4dd0-8396-d74ffd64c9d7 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:24.691856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (d3fc81fa-ba86-4725-a33e-5362e031abbc), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.743340 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:24.752253 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-98b8a8af-6989-4d24-b8ae-67ba3e8fea74 admin admin] 10.222.0.75 "PUT /v2.0/routers/800042f0-003a-4dd0-8396-d74ffd64c9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491124 Feb 21 02:37:24.752877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (d3fc81fa-ba86-4725-a33e-5362e031abbc), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.753018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60078) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:24.755993 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Sync routers for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:24.777995 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fc81fa-ba86-4725-a33e-5362e031abbc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:24.778200 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:24.778912 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:24.781702 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.784998 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-86aa09be-8536-4ad6-ac8d-cdc0c1f330e4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d3fc81fa-ba86-4725-a33e-5362e031abbc HTTP/1.1" status: 204 len: 168 time: 0.2804480 Feb 21 02:37:24.787977 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60080) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:24.793001 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb4248-e90e-4c9c-af1d-d80624055902 None None] Network a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:37:24.920201 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks [] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.940749 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:24.943102 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:24.996794 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Deleting port e31b9b5a-16d9-459b-9d40-99116282930d {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:24.997246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.035072 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks [] for router_gateway (800042f0-003a-4dd0-8396-d74ffd64c9d7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.063590 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] For port e31b9b5a-16d9-459b-9d40-99116282930d, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=e31b9b5a-16d9-459b-9d40-99116282930d,segment=NetworkSegment(c358742f-2ba6-49f8-97c4-7b5443184546),segment_id=c358742f-2ba6-49f8-97c4-7b5443184546)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:25.064050 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.077864 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Calling delete_port for e31b9b5a-16d9-459b-9d40-99116282930d owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:25.091697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Deleting port 708f1399-ec5f-4539-801c-3be9511f9191 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:25.092347 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (708f1399-ec5f-4539-801c-3be9511f9191), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.129215 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '708f1399-ec5f-4539-801c-3be9511f9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:37:24Z', 'revision_number': 5, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port': {'id': '708f1399-ec5f-4539-801c-3be9511f9191', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:44:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:27:31Z', 'updated_at': '2022-02-21T02:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.154987 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Checking router: 800042f0-003a-4dd0-8396-d74ffd64c9d7 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:25.163131 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (e31b9b5a-16d9-459b-9d40-99116282930d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.164932 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Routers {'800042f0-003a-4dd0-8396-d74ffd64c9d7'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:25.165871 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['800042f0-003a-4dd0-8396-d74ffd64c9d7'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.176506 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] For port 708f1399-ec5f-4539-801c-3be9511f9191, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=708f1399-ec5f-4539-801c-3be9511f9191,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:25.176966 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (708f1399-ec5f-4539-801c-3be9511f9191), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.193687 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Calling delete_port for 708f1399-ec5f-4539-801c-3be9511f9191 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:25.199553 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] No DVR routers for this DVR port e31b9b5a-16d9-459b-9d40-99116282930d on host dv-cinder-804470-8-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:25.208607 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Pushing event deleted for resources: {'Port': ['ID=e31b9b5a-16d9-459b-9d40-99116282930d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:25.230250 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd908a9-a3e5-415a-b76b-ebeb99361659 None None] DHCP port deletion for a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:37:25.296854 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] Set router 800042f0-003a-4dd0-8396-d74ffd64c9d7 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:25.322085 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.350032 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e8bc4a-7ec1-4e9f-98ed-0931941bb538']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.364577 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:37:25Z', 'revision_number': 6, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.370917 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c358742f-2ba6-49f8-97c4-7b5443184546') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.371282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c358742f-2ba6-49f8-97c4-7b5443184546') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:25.382655 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (c358742f-2ba6-49f8-97c4-7b5443184546), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.396617 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (c358742f-2ba6-49f8-97c4-7b5443184546), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.398799 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf80e66-68d0-4456-83a4-c9cb9c7966a1 None None] The sync data for ids ['800042f0-003a-4dd0-8396-d74ffd64c9d7'] in dv-cinder-804470-8-iscsi is: [{'id': '800042f0-003a-4dd0-8396-d74ffd64c9d7', 'name': 'tempest-AttachVolumeTestJSON-1453588921-router', 'tenant_id': '09e923a4cc944b28979de727cb5269d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:27:30Z', 'updated_at': '2022-02-21T02:37:25Z', 'revision_number': 6, 'project_id': '09e923a4cc944b28979de727cb5269d1', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:25.406074 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:37:25.406593 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (c358742f-2ba6-49f8-97c4-7b5443184546), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:37:25.410001 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:37:25.434839 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (708f1399-ec5f-4539-801c-3be9511f9191), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.465345 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 42306374-1053-4a2c-bf7b-5b99d1299a7f no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:25.465594 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Pushing event deleted for resources: {'Port': ['ID=708f1399-ec5f-4539-801c-3be9511f9191,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:25.490918 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (a0e8bc4a-7ec1-4e9f-98ed-0931941bb538), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.499418 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 42306374-1053-4a2c-bf7b-5b99d1299a7f {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:25.499765 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 42306374-1053-4a2c-bf7b-5b99d1299a7f not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:25.500181 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device e31b9b5a-16d9-459b-9d40-99116282930d no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:25.503973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.508309 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] 10.222.0.75 "DELETE /v2.0/networks/a0e8bc4a-7ec1-4e9f-98ed-0931941bb538 HTTP/1.1" status: 204 len: 168 time: 0.7188253 Feb 21 02:37:25.528122 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60084) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:25.537584 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721bd75-5891-4bde-8f7d-35da9b8b440d admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e8bc4a-7ec1-4e9f-98ed-0931941bb538,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:25.539478 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: e31b9b5a-16d9-459b-9d40-99116282930d {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:25.539829 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device e31b9b5a-16d9-459b-9d40-99116282930d not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:25.540440 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 1d216a05-8a75-4134-96ce-87e8781e0406 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:25.563025 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 1d216a05-8a75-4134-96ce-87e8781e0406 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:25.563628 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 1d216a05-8a75-4134-96ce-87e8781e0406 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:25.574820 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.680237 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.682455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks [] for router_controller (800042f0-003a-4dd0-8396-d74ffd64c9d7), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.733536 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (800042f0-003a-4dd0-8396-d74ffd64c9d7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.734129 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800042f0-003a-4dd0-8396-d74ffd64c9d7 {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:37:25.738722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.741069 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-815cba8c-91d3-4aa1-8b1f-f6e60504378e admin admin] 10.222.0.75 "DELETE /v2.0/routers/800042f0-003a-4dd0-8396-d74ffd64c9d7 HTTP/1.1" status: 204 len: 168 time: 0.9874046 Feb 21 02:37:25.742357 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60086) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:25.786532 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Deleting subnet cbac6be5-afd9-4681-8595-a21e3fdb232d {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:37:25.789829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Publish callbacks [] for subnet (cbac6be5-afd9-4681-8595-a21e3fdb232d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.825877 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (cbac6be5-afd9-4681-8595-a21e3fdb232d), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:25.944591 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (cbac6be5-afd9-4681-8595-a21e3fdb232d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.006026 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (cbac6be5-afd9-4681-8595-a21e3fdb232d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.033828 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbac6be5-afd9-4681-8595-a21e3fdb232d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:26.038304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.041485 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3a445237-f4fb-41bb-8f8c-88a6da86270b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cbac6be5-afd9-4681-8595-a21e3fdb232d HTTP/1.1" status: 204 len: 168 time: 0.2981596 Feb 21 02:37:26.043945 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60092) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:26.047459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101a5f5-10f3-4312-a73e-b373a456598d None None] Network 7984c99a-2bf0-4380-ab96-7d2375b9f90f requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:37:26.126934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (7984c99a-2bf0-4380-ab96-7d2375b9f90f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.178489 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.192822 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Deleting port 55f1469a-2d5e-418d-b639-c2ed6464debe {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:26.193162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.260189 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] DHCP port deletion for 7984c99a-2bf0-4380-ab96-7d2375b9f90f request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:37:26.266183 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] For port 55f1469a-2d5e-418d-b639-c2ed6464debe, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=55f1469a-2d5e-418d-b639-c2ed6464debe,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:26.266555 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.280388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Calling delete_port for 55f1469a-2d5e-418d-b639-c2ed6464debe owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:26.315206 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Deleting port 55f1469a-2d5e-418d-b639-c2ed6464debe {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:26.315665 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.381852 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.411145 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f1469a-2d5e-418d-b639-c2ed6464debe,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:26.412984 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] No DVR routers for this DVR port 55f1469a-2d5e-418d-b639-c2ed6464debe on host dv-cinder-804470-8-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:26.416254 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] For port 55f1469a-2d5e-418d-b639-c2ed6464debe, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=55f1469a-2d5e-418d-b639-c2ed6464debe,segment=NetworkSegment(b9e9dcca-9f0a-4bb1-9e04-53363bc34d47),segment_id=b9e9dcca-9f0a-4bb1-9e04-53363bc34d47)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:26.416254 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.430185 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Calling delete_port for 55f1469a-2d5e-418d-b639-c2ed6464debe owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:26.490305 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (7984c99a-2bf0-4380-ab96-7d2375b9f90f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.493027 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Deleting port ecc587d8-0091-46ee-b7f2-5a2af894f4fc {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:26.493580 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.510614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7984c99a-2bf0-4380-ab96-7d2375b9f90f']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:26.521665 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:26.521974 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e9dcca-9f0a-4bb1-9e04-53363bc34d47') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:26.531462 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (b9e9dcca-9f0a-4bb1-9e04-53363bc34d47), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.548260 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (b9e9dcca-9f0a-4bb1-9e04-53363bc34d47), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.561260 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (55f1469a-2d5e-418d-b639-c2ed6464debe), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.562722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:37:26.563281 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (b9e9dcca-9f0a-4bb1-9e04-53363bc34d47), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:37:26.566358 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:37:26.587423 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] For port ecc587d8-0091-46ee-b7f2-5a2af894f4fc, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:26.587805 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.588120 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] Pushing event deleted for resources: {'Port': ['ID=55f1469a-2d5e-418d-b639-c2ed6464debe,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:26.593936 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50cade-9c65-4c9b-a247-23ec749701be None None] No DVR routers for this DVR port 55f1469a-2d5e-418d-b639-c2ed6464debe on host dv-cinder-804470-8-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:26.607716 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Calling delete_port for ecc587d8-0091-46ee-b7f2-5a2af894f4fc owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:26.625973 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (7984c99a-2bf0-4380-ab96-7d2375b9f90f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.633355 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.636941 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7984c99a-2bf0-4380-ab96-7d2375b9f90f HTTP/1.1" status: 204 len: 168 time: 0.5920455 Feb 21 02:37:26.648642 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51af5a-5bd7-45e9-985c-f227af673cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7984c99a-2bf0-4380-ab96-7d2375b9f90f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:26.753983 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60100) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:26.809168 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-70d595a2-d63d-4679-9be0-fee48538337f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09e923a4cc944b28979de727cb5269d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507674 Feb 21 02:37:26.809426 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (ecc587d8-0091-46ee-b7f2-5a2af894f4fc), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.809548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60102) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:26.836724 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc587d8-0091-46ee-b7f2-5a2af894f4fc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:26.886886 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] Publish callbacks [] for security_group (d8950946-83d0-4abc-a17c-ee82dbf40c0c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.915991 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] Publish callbacks [] for security_group (d8950946-83d0-4abc-a17c-ee82dbf40c0c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.979599 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d8950946-83d0-4abc-a17c-ee82dbf40c0c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.982740 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:26.987152 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8950946-83d0-4abc-a17c-ee82dbf40c0c HTTP/1.1" status: 204 len: 168 time: 0.1734362 Feb 21 02:37:26.997228 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeedb98-6594-484b-9625-f17afb9c7748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8950946-83d0-4abc-a17c-ee82dbf40c0c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:27.070599 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:27.271348 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 708f1399-ec5f-4539-801c-3be9511f9191 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:27.292513 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 708f1399-ec5f-4539-801c-3be9511f9191 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:27.292862 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 708f1399-ec5f-4539-801c-3be9511f9191 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:27.293462 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 55f1469a-2d5e-418d-b639-c2ed6464debe no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:27.314002 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Router 84e7ccac-8d89-4702-a9d8-f65ed286f39c has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:27.317987 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 55f1469a-2d5e-418d-b639-c2ed6464debe {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:27.318335 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 55f1469a-2d5e-418d-b639-c2ed6464debe not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:27.318742 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:27.342425 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:27.342766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device abbb5498-1a2d-4f6e-9dce-b4b96ebb3fef not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:27.430656 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:27.436406 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f461f797-8bcb-4caa-a83a-9dd5d2424433 admin admin] 10.222.0.75 "PUT /v2.0/routers/84e7ccac-8d89-4702-a9d8-f65ed286f39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064941 Feb 21 02:37:27.439111 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60116) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:27.440417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Sync routers for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:27.454090 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:27.454758 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:27.550713 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks [] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:27.582162 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:27.663899 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks [] for router_gateway (84e7ccac-8d89-4702-a9d8-f65ed286f39c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:27.720033 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Deleting port 5c134420-af48-40d2-bf04-db6416d74079 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:27.720377 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (5c134420-af48-40d2-bf04-db6416d74079), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:27.779252 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '5c134420-af48-40d2-bf04-db6416d74079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:37:26Z', 'revision_number': 5, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port': {'id': '5c134420-af48-40d2-bf04-db6416d74079', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:07Z', 'updated_at': '2022-02-21T02:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:27.806273 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] For port 5c134420-af48-40d2-bf04-db6416d74079, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5c134420-af48-40d2-bf04-db6416d74079,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:27.806708 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (5c134420-af48-40d2-bf04-db6416d74079), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:27.813546 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Checking router: 84e7ccac-8d89-4702-a9d8-f65ed286f39c for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:27.821314 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Calling delete_port for 5c134420-af48-40d2-bf04-db6416d74079 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:27.822296 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Routers {'84e7ccac-8d89-4702-a9d8-f65ed286f39c'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:27.823083 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:27.916252 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] Set router 84e7ccac-8d89-4702-a9d8-f65ed286f39c gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:27.973478 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:37:27Z', 'revision_number': 6, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:28.005224 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4726f-d44a-45d9-a85a-3e09018e3f64 None None] The sync data for ids ['84e7ccac-8d89-4702-a9d8-f65ed286f39c'] in dv-cinder-804470-8-iscsi is: [{'id': '84e7ccac-8d89-4702-a9d8-f65ed286f39c', 'name': 'tempest-TestShelveInstance-1638648033-router', 'tenant_id': '294b53e853b24140af62a1689c1095ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:06Z', 'updated_at': '2022-02-21T02:37:27Z', 'revision_number': 6, 'project_id': '294b53e853b24140af62a1689c1095ba', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:28.015884 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (5c134420-af48-40d2-bf04-db6416d74079), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.047739 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c134420-af48-40d2-bf04-db6416d74079,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:28.107198 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.201393 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.203542 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks [] for router_controller (84e7ccac-8d89-4702-a9d8-f65ed286f39c), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.246453 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (84e7ccac-8d89-4702-a9d8-f65ed286f39c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.247094 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e7ccac-8d89-4702-a9d8-f65ed286f39c {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:37:28.251324 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.253485 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ce4d5c1-5387-4497-b592-b8b06b9a621a admin admin] 10.222.0.75 "DELETE /v2.0/routers/84e7ccac-8d89-4702-a9d8-f65ed286f39c HTTP/1.1" status: 204 len: 168 time: 0.8125393 Feb 21 02:37:28.255967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60142) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:28.300455 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Deleting subnet 736252cb-271e-421c-a2c0-6acd512809fb {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:37:28.303512 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Publish callbacks [] for subnet (736252cb-271e-421c-a2c0-6acd512809fb), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.340811 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (736252cb-271e-421c-a2c0-6acd512809fb), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.433538 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (736252cb-271e-421c-a2c0-6acd512809fb), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.498136 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (736252cb-271e-421c-a2c0-6acd512809fb), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.525448 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736252cb-271e-421c-a2c0-6acd512809fb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:28.527461 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.533011 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7ad10cb1-ae7b-45d4-8b59-097fcb37cec6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/736252cb-271e-421c-a2c0-6acd512809fb HTTP/1.1" status: 204 len: 168 time: 0.2736979 Feb 21 02:37:28.533182 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312e4ae-2301-4f4c-bc96-9eb83cb2fadf None None] Network 42f3b7a1-6470-4818-9632-23f83cdc690a requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:37:28.533908 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60152) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:28.611922 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (42f3b7a1-6470-4818-9632-23f83cdc690a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.686227 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Deleting port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:28.686576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.736955 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-9ef3b1da-90f6-423f-8563-91926c4992c7 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867262286&fields=id&tenant_id=e36f98f3ada743f7be39257e917a12c9 HTTP/1.1" status: 200 len: 267 time: 0.0676064 Feb 21 02:37:28.765201 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] For port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,segment=NetworkSegment(988c9aa7-cb03-473d-8063-12e58ef57153),segment_id=988c9aa7-cb03-473d-8063-12e58ef57153)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:28.765571 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.781087 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Calling delete_port for b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:28.828480 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-5a31007a-ee80-494d-9d9f-f18ebe7cebc4 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:28.831383 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-5a31007a-ee80-494d-9d9f-f18ebe7cebc4 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 985 time: 0.0887475 Feb 21 02:37:28.849263 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Request body: {'port': {'security_groups': ['5e7b0cc1-31cd-437c-9265-dc0f7b14eb33']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:37:28.867421 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] DHCP port deletion for 42f3b7a1-6470-4818-9632-23f83cdc690a request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:37:28.889820 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.921510 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:28.932821 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] No DVR routers for this DVR port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 on host dv-cinder-804470-8-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:28.938028 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Deleting port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:28.939039 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:28.973813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.022164 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] For port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1, host dv-cinder-804470-8-iscsi, got binding levels [] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:29.023094 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.035514 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-60eb3b73-60cc-4b7f-b1f9-9764ce5b99e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.040764 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Calling delete_port for b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:29.043529 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.ipam_backend_mixin [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 was not found and therefore no delete operation was performed {{(pid=102811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 02:37:29.044766 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.064769 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (42f3b7a1-6470-4818-9632-23f83cdc690a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.068099 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] Pushing event deleted for resources: {'Port': ['ID=b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:29.077088 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25698232-ba2a-45c3-a3ff-dfc9ed1d7bc4 None None] No DVR routers for this DVR port b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 on host dv-cinder-804470-8-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:29.086809 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3b7a1-6470-4818-9632-23f83cdc690a']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:29.098732 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988c9aa7-cb03-473d-8063-12e58ef57153') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:29.099039 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988c9aa7-cb03-473d-8063-12e58ef57153') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:29.111144 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (988c9aa7-cb03-473d-8063-12e58ef57153), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.125934 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (988c9aa7-cb03-473d-8063-12e58ef57153), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.133156 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:37:29.133589 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (988c9aa7-cb03-473d-8063-12e58ef57153), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:37:29.193765 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:37:29.197558 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (42f3b7a1-6470-4818-9632-23f83cdc690a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.208909 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.227396 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/42f3b7a1-6470-4818-9632-23f83cdc690a HTTP/1.1" status: 204 len: 168 time: 0.6910391 Feb 21 02:37:29.230761 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ecc587d8-0091-46ee-b7f2-5a2af894f4fc no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:29.254793 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bac7e-19c7-4c22-a32d-a6249d1326b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f3b7a1-6470-4818-9632-23f83cdc690a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:29.260578 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:29.273302 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: ecc587d8-0091-46ee-b7f2-5a2af894f4fc {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:29.274459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ecc587d8-0091-46ee-b7f2-5a2af894f4fc not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:29.274971 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:29.307264 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:29.307701 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b6cd2700-26d5-4479-b5af-fd3a8e1b9fa1 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:29.308352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5c134420-af48-40d2-bf04-db6416d74079 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:29.313823 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.318920 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.343227 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:37:29.376425 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:29.377330 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.379074 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0f260327-ee39-47b2-b082-334ac99d1e13 req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "PUT /v2.0/ports/ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 943 time: 0.5372951 Feb 21 02:37:29.379541 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:29.385138 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeab1a1-06e5-42ae-acdb-42ee63932afe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:29.385968 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60172) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:29.416032 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 5c134420-af48-40d2-bf04-db6416d74079 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:29.416713 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5c134420-af48-40d2-bf04-db6416d74079 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:29.435852 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85164-f744-435c-8a3a-d40b39ce35dc tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event updated for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=7']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:29.451851 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e3654-9560-4210-a9cb-7a7d2db7ed23 x-openstack-request-id: req-e78e3654-9560-4210-a9cb-7a7d2db7ed23 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:29.452455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:29.452884 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e78e3654-9560-4210-a9cb-7a7d2db7ed23 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:29.453455 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:37:29.457780 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:37:29.520523 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (6d986f78-46d0-4b70-8b8d-7cb5af1e43c6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.543461 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60174) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:29.575929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-2090cbed-ba18-471a-9621-6395297fcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:29.577766 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-2090cbed-ba18-471a-9621-6395297fcd99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1130 time: 0.1036170 Feb 21 02:37:29.604162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (6d986f78-46d0-4b70-8b8d-7cb5af1e43c6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.682336 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-58634a42-7592-4273-8bc0-c123680a01ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c955ce069224b53aa944c7971e3650c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350589 Feb 21 02:37:29.684748 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60180) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:29.731497 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6d986f78-46d0-4b70-8b8d-7cb5af1e43c6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.734320 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.735916 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "DELETE /v2.0/security-groups/6d986f78-46d0-4b70-8b8d-7cb5af1e43c6 HTTP/1.1" status: 204 len: 168 time: 0.3484459 Feb 21 02:37:29.739967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60182) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:29.781986 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-142211ea-513f-4ecd-8cf6-bebd8ba47596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:29.785166 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-142211ea-513f-4ecd-8cf6-bebd8ba47596 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.1984470 Feb 21 02:37:29.785546 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035b834-fa42-4424-b320-d9a8aa150d1b tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d986f78-46d0-4b70-8b8d-7cb5af1e43c6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:29.798137 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-91b42395-ab13-4eb5-afa6-2c683bf9650e None None] Provisioning complete for port ae827098-b4d8-4d85-b652-12a13456ab7e triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:37:29.798602 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-91b42395-ab13-4eb5-afa6-2c683bf9650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.836277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] Publish callbacks [] for security_group (a6dccd7b-fc29-469e-a1ac-b47b82d07d11), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.876618 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] Publish callbacks [] for security_group (a6dccd7b-fc29-469e-a1ac-b47b82d07d11), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.885914 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-63f68254-caf7-4902-8d79-813fc16d4bf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 1002 time: 0.0939343 Feb 21 02:37:29.907934 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-91b42395-ab13-4eb5-afa6-2c683bf9650e None None] Current status of the port ae827098-b4d8-4d85-b652-12a13456ab7e is: ACTIVE; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:37:29.931348 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Deleting port 39d59517-0687-45b8-a80e-5f77cb9334a4 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:29.931690 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:29.968001 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-dee350ba-7b28-4f59-b1dc-a899292dfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:29.969995 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-dee350ba-7b28-4f59-b1dc-a899292dfef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0753503 Feb 21 02:37:30.014557 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a6dccd7b-fc29-469e-a1ac-b47b82d07d11), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.017162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.018852 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a6dccd7b-fc29-469e-a1ac-b47b82d07d11 HTTP/1.1" status: 204 len: 168 time: 0.3332062 Feb 21 02:37:30.023430 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.023984 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for floatingip (39d59517-0687-45b8-a80e-5f77cb9334a4), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.030219 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9f8ab-94cf-4668-875b-8db44856961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dccd7b-fc29-469e-a1ac-b47b82d07d11,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:30.041419 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Calling delete_port for 39d59517-0687-45b8-a80e-5f77cb9334a4 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:30.049592 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-64500c8b-1d98-48a3-863b-f63066c1d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:30.059168 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-64500c8b-1d98-48a3-863b-f63066c1d502 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826399 Feb 21 02:37:30.190676 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-7b45a866-38ea-436d-9c1f-7d6d0a2208de service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246879 Feb 21 02:37:30.270283 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (39d59517-0687-45b8-a80e-5f77cb9334a4), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.302681 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdeab1a1-06e5-42ae-acdb-42ee63932afe req-69eddd1c-e155-453f-b187-e384d989f257 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043961 Feb 21 02:37:30.349081 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event deleted for resources: {'Port': ['ID=39d59517-0687-45b8-a80e-5f77cb9334a4,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:30.394964 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks [] for floatingip (2b5228b6-1673-4620-9ec9-904cc4a78f81), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.395675 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Floating IP 2b5228b6-1673-4620-9ec9-904cc4a78f81 disassociated (deleted). External IP: 172.27.1.245, port: ae827098-b4d8-4d85-b652-12a13456ab7e. Feb 21 02:37:30.479180 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60200) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:30.524895 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-10bd3301-d76f-4db4-b236-076ab63eb975 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=294b53e853b24140af62a1689c1095ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445290 Feb 21 02:37:30.527737 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60202) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:30.574234 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] Publish callbacks [] for security_group (ff57cced-d69b-4d59-842f-107cc51b279c), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.596739 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] Publish callbacks [] for security_group (ff57cced-d69b-4d59-842f-107cc51b279c), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.647436 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ff57cced-d69b-4d59-842f-107cc51b279c), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.649995 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.651319 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff57cced-d69b-4d59-842f-107cc51b279c HTTP/1.1" status: 204 len: 168 time: 0.1229699 Feb 21 02:37:30.659955 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6d02-eb7d-448e-bc73-d2667ee1b6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff57cced-d69b-4d59-842f-107cc51b279c,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:30.851383 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Router c6afb920-72db-42f1-8a41-27b3ee9ae65d has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:30.968465 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:30.973371 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:30.979107 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Sync routers for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:30.990556 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:30.991342 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:31.010161 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f28c9165-15c3-4b6d-aed5-a7b296eb98c5 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "DELETE /v2.0/floatingips/2b5228b6-1673-4620-9ec9-904cc4a78f81 HTTP/1.1" status: 204 len: 168 time: 1.2678304 Feb 21 02:37:31.011580 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:31.014641 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:31.068690 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeeef3a-a5e1-46b1-ba85-9193093f6b9b x-openstack-request-id: req-deeeef3a-a5e1-46b1-ba85-9193093f6b9b {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:31.068987 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:31.069239 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-deeeef3a-a5e1-46b1-ba85-9193093f6b9b {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:31.069634 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:37:31.133593 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:31.152095 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-ed2a0c26-4e1a-4527-acab-4e39f2e1402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:31.153624 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-ed2a0c26-4e1a-4527-acab-4e39f2e1402b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e36f98f3ada743f7be39257e917a12c9&device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 1130 time: 0.0624695 Feb 21 02:37:31.280708 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-a9f9dc88-bbf2-4e12-bfba-318a226fe60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:31.282211 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-a9f9dc88-bbf2-4e12-bfba-318a226fe60b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 200 len: 916 time: 0.1222973 Feb 21 02:37:31.327074 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-f9618d1a-1add-468d-b0d6-b5e165103ef5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 200 len: 217 time: 0.0355239 Feb 21 02:37:31.364222 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:31.377956 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-4fe5248c-dade-4eeb-9954-a7798779eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:31.379646 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-4fe5248c-dade-4eeb-9954-a7798779eb9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 200 len: 854 time: 0.0468810 Feb 21 02:37:31.392208 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Checking router: c6afb920-72db-42f1-8a41-27b3ee9ae65d for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:31.401042 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:31.401771 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:31.454458 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-411d60c7-ea4b-41a2-8c8c-a82bbb992572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:31.520763 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:31.683510 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-a8238628-cfde-42bc-aa8b-d4903ef83f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:31.685013 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-a8238628-cfde-42bc-aa8b-d4903ef83f48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a46c34e7-6a38-4255-86f4-6a2d2cc0462d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2977464 Feb 21 02:37:31.724779 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:31.792375 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-a9e6b526-4e38-43c3-a65a-091b40ba685a service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998356 Feb 21 02:37:31.842878 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8adb63-1025-4d11-98b9-14227e311b40 None None] The sync data for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi is: [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:06Z', 'revision_number': 4, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '4e55290a-9c7a-46c6-a0aa-2197f903591b', 'name': '', 'network_id': 'a46c34e7-6a38-4255-86f4-6a2d2cc0462d', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'mac_address': 'fa:16:3e:04:6c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:06Z', 'updated_at': '2022-02-21T02:34:11Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'subnets': [{'id': '6cd44471-5680-4df8-a1f1-48beabf51772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:31.889955 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4bcecf5e-b91f-4fd4-a550-83e67ba3aa4e req-ed326931-ae37-4453-922a-cf3723bc8965 service neutron] 10.222.0.42 "GET /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912340 Feb 21 02:37:32.065739 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366dca0d-4c59-48a8-9150-463a2d58140a None None] New status for floating IP 2b5228b6-1673-4620-9ec9-904cc4a78f81: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:37:32.266084 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:33.827636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:35.375967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:36.228889 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-acc80eb4-e695-4a0a-9e75-03706bd4cf73 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444044047&fields=id&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 267 time: 0.0443575 Feb 21 02:37:36.336439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-8d83c092-45d5-4857-97d8-f0ef0199c69f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:36.337913 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-8d83c092-45d5-4857-97d8-f0ef0199c69f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.1025617 Feb 21 02:37:36.352824 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ffa59a2d-6876-49d1-9ac8-07ea26e06f6b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/quotas/9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 375 time: 0.0096331 Feb 21 02:37:36.408932 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-80842634-4828-44cd-bbc7-f6919eec452a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512588 Feb 21 02:37:36.424549 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-88bae6e1-a699-4c3b-aa65-e15260ab4504 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:37:36.425662 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-88bae6e1-a699-4c3b-aa65-e15260ab4504 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057414 Feb 21 02:37:36.513352 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-df8d8986-f727-4aad-8a15-76d79bffff67 service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825763 Feb 21 02:37:36.609340 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-882fdd3f-277c-4f6f-8507-8b87f87c456b service neutron] 10.222.0.75 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904028 Feb 21 02:37:36.886873 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7a270a90-bed8-4aab-9408-76464b9c97b0 req-f84a64cf-33a4-44d7-b14e-a47c9d199ca7 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 210 time: 0.0274296 Feb 21 02:37:37.981371 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-388e8e63-a042-42ef-8565-01e6b7939c74 req-7588aa4a-8ec0-49b6-afa9-4864b3695d6d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 210 time: 0.0275929 Feb 21 02:37:39.072937 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72ee283c-5145-4b10-bd34-27da07b19fff req-bd38e683-1837-401b-bf34-067521006dbc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 210 time: 0.0271451 Feb 21 02:37:40.171624 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e731a360-03b4-4f09-8fe0-63da56c239e6 req-2a32b09b-f926-40ab-9bfe-835449763e51 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 210 time: 0.0316811 Feb 21 02:37:40.235592 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:40.281278 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-3e7c46a3-16e9-41bf-a4e9-45192fdda121 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:40.282792 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-3e7c46a3-16e9-41bf-a4e9-45192fdda121 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 811 time: 0.1145015 Feb 21 02:37:40.349630 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-3b6ff873-db48-474e-a3c0-8b6847c96b39 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0c19115c1746f1956552777cc35baf HTTP/1.1" status: 200 len: 380 time: 0.0585837 Feb 21 02:37:40.358148 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'port': {'device_id': '39c26b82-838e-4a45-9728-070472b9798d', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'admin_state_up': True, 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'security_groups': ['a2a7bc99-b77c-4fa1-b2c9-2e40847d938f']}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:37:40.465919 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Made reservation on behalf of 9d0c19115c1746f1956552777cc35baf for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:37:40.469175 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:40.588819 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.20.0.11 (c5e55e19-0047-4adf-9d84-20427890cdd2/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2/74031657-e31e-49d9-87d8-c7e6cbbd9e87) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:37:40.728836 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:40.762568 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:40.804648 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network c5e55e19-0047-4adf-9d84-20427890cdd2 is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:37:40.807566 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:37:40.809998 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:37:40.842261 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:40.876562 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:40.877606 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:40.893684 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-01988220-adf8-4feb-a6a6-1aed13c7c43a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5392387 Feb 21 02:37:40.905626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Request body: {'port': {'device_id': '39c26b82-838e-4a45-9728-070472b9798d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:37:40.971415 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.106239 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-f55d9d73-34ae-4cdd-a5a3-57708a0c4630 None None] Provisioning complete for port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:37:41.106800 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f55d9d73-34ae-4cdd-a5a3-57708a0c4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.155022 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f55d9d73-34ae-4cdd-a5a3-57708a0c4630 None None] Port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:37:41.284106 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74031657-e31e-49d9-87d8-c7e6cbbd9e87 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:37:41.292334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks [] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.305110 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Transition to ACTIVE for port object 74031657-e31e-49d9-87d8-c7e6cbbd9e87 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:37:41.309063 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.319175 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261475a8-a688-43f4-a354-7f11d95334cf req-78c35f50-a5c2-447c-aa9f-5a494cba427b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:41.326230 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-261475a8-a688-43f4-a354-7f11d95334cf req-78c35f50-a5c2-447c-aa9f-5a494cba427b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 932 time: 0.0734072 Feb 21 02:37:41.381131 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:41.406194 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-261475a8-a688-43f4-a354-7f11d95334cf req-91d6fb77-b824-4dd7-b6b2-af246803631e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785747 Feb 21 02:37:41.464803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Attempting to bind port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:37:41.465206 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Attempting to bind port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:37:41.465610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Attempting to bind port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:37:41.470917 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 on network c5e55e19-0047-4adf-9d84-20427890cdd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:37:41.474762 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Attempting to bind port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 on network c5e55e19-0047-4adf-9d84-20427890cdd2 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:37:41.483508 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:37:41.483928 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Checking segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:37:41.484385 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Bound using segment: {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:37:41.485286 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Bound port: 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243abeef-bb00-4ef4-a1cf-aede38536cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:37:41.485753 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.572890 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:37:41.576218 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:37:41.582742 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.614769 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:41.615491 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:41.616765 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] 10.222.0.42 "PUT /v2.0/ports/74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 200 len: 1094 time: 0.7156940 Feb 21 02:37:41.617204 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:41.619454 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd85a2-faad-42d7-8989-63190fb0a244" -d '{"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:41.660146 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44e7c6-4a64-4c19-bf69-3a36d0570bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:41.664832 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ca29f-b80a-4838-a0c9-674a7b49b0e0 x-openstack-request-id: req-207ca29f-b80a-4838-a0c9-674a7b49b0e0 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:41.665191 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:41.665510 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-207ca29f-b80a-4838-a0c9-674a7b49b0e0 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:41.666284 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'status': 'completed', 'code': 200} Feb 21 02:37:41.713812 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-b5059edc-45ef-4053-a1c5-316ab3780515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:41.715348 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-b5059edc-45ef-4053-a1c5-316ab3780515 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1128 time: 0.0481493 Feb 21 02:37:41.762094 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-8248f9a6-b461-46ef-9e51-05596005b4a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 200 len: 217 time: 0.0390458 Feb 21 02:37:41.811946 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-34448782-a12e-4bc3-8aee-705eb8a1d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:41.813408 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-34448782-a12e-4bc3-8aee-705eb8a1d0ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0455744 Feb 21 02:37:41.863807 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-c7a74d61-8cca-48f3-8e6b-26a8b3f405d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:41.865253 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-c7a74d61-8cca-48f3-8e6b-26a8b3f405d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452764 Feb 21 02:37:41.957068 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-9956804e-ec9c-4efe-801d-7b2287465eac service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Feb 21 02:37:42.049999 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ed31ab0a-68ed-4136-8fc7-5fcaf5e1090b req-03c0ecb7-a899-4a42-a65c-cb33ab63ef69 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870659 Feb 21 02:37:42.161179 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae5c90-169d-4b99-8819-3b237151ba2b req-389c59a3-51a9-4be9-8742-463cf7947bec tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.162679 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d0ae5c90-169d-4b99-8819-3b237151ba2b req-389c59a3-51a9-4be9-8742-463cf7947bec tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0891182 Feb 21 02:37:42.177992 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-6910212b-713a-4776-b3c0-be99242e1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.179394 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-6910212b-713a-4776-b3c0-be99242e1b24 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1128 time: 0.0714278 Feb 21 02:37:42.260147 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d0ae5c90-169d-4b99-8819-3b237151ba2b req-41ca23ee-efec-41c6-9775-42419167443a tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915937 Feb 21 02:37:42.296098 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-aac06592-9a38-48bd-a7e3-924c399b991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.297627 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-aac06592-9a38-48bd-a7e3-924c399b991f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.1063945 Feb 21 02:37:42.346400 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-26e0a374-3e5b-42c3-a60f-4937025de584 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 200 len: 217 time: 0.0407002 Feb 21 02:37:42.396125 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-d9c0a7f1-571d-4897-a335-869231c4fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.397573 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-d9c0a7f1-571d-4897-a335-869231c4fc84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0441613 Feb 21 02:37:42.448918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-8210e075-4cff-467a-a450-205476d54888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.450475 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-8210e075-4cff-467a-a450-205476d54888 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443695 Feb 21 02:37:42.503856 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911e40a-34e1-4023-8fdc-2649c7a429e5 req-fdb493fc-26fd-4b0f-bc57-6dc6462cde2d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:42.505350 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5911e40a-34e1-4023-8fdc-2649c7a429e5 req-fdb493fc-26fd-4b0f-bc57-6dc6462cde2d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0529685 Feb 21 02:37:42.542624 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-2dc31309-a7ce-42fc-a4af-504f0a952a69 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Feb 21 02:37:42.553442 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5911e40a-34e1-4023-8fdc-2649c7a429e5 req-f0546f15-9a15-4aa2-923b-fe3069f85a77 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Feb 21 02:37:42.633780 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e8dd85a2-faad-42d7-8989-63190fb0a244 req-e5ae4634-6bfd-4772-8c4b-b7487841a00d service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Feb 21 02:37:43.430233 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07748f1-5aa0-4a7f-b9f7-2a1f7e135495 req-c0e5d66a-c45d-474f-8657-e1feeb13dfd4 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:43.431706 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07748f1-5aa0-4a7f-b9f7-2a1f7e135495 req-c0e5d66a-c45d-474f-8657-e1feeb13dfd4 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0517492 Feb 21 02:37:43.482079 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f07748f1-5aa0-4a7f-b9f7-2a1f7e135495 req-42d716ca-d2cf-414e-95da-3ba950075eed tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Feb 21 02:37:43.671835 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d9e50-d628-4e20-97f7-0c305ae8c77e req-100ff749-3364-4985-aea9-8f9cba483a04 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:43.673800 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf7d9e50-d628-4e20-97f7-0c305ae8c77e req-100ff749-3364-4985-aea9-8f9cba483a04 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0542076 Feb 21 02:37:43.720098 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf7d9e50-d628-4e20-97f7-0c305ae8c77e req-41d4991a-d1dc-4721-b769-1d3052730cea tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Feb 21 02:37:44.218097 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60406) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:44.318998 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1e19-6447-4ba1-98a2-2ac8a87a01e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.389512 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1e19-6447-4ba1-98a2-2ac8a87a01e7 admin admin] Publish callbacks [] for security_group (517b45bb-6e1e-49f2-a6ae-de01c7d89c47), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.393771 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1e19-6447-4ba1-98a2-2ac8a87a01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (517b45bb-6e1e-49f2-a6ae-de01c7d89c47), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.433278 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5a9f1e19-6447-4ba1-98a2-2ac8a87a01e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6dbaa9febbbf42539daf673bf731a3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141163 Feb 21 02:37:44.434643 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f1e19-6447-4ba1-98a2-2ac8a87a01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b45bb-6e1e-49f2-a6ae-de01c7d89c47,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:44.435332 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60412) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:44.487417 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-0d7ec902-f3a3-4c1d-8f43-8bebadd935f1 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:44.488786 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-0d7ec902-f3a3-4c1d-8f43-8bebadd935f1 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.0831773 Feb 21 02:37:44.540304 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] Publish callbacks [] for security_group (517b45bb-6e1e-49f2-a6ae-de01c7d89c47), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.632665 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] Publish callbacks [] for security_group (517b45bb-6e1e-49f2-a6ae-de01c7d89c47), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.686234 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-61389341-d244-4549-b8ba-8efefcb34aa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597998 Feb 21 02:37:44.707300 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a894d-acc0-47fa-8f18-e4a4f1033709 req-3f4e4767-9dcb-4dd4-8114-d0c5c6bd0e9c tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:44.708734 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-387a894d-acc0-47fa-8f18-e4a4f1033709 req-3f4e4767-9dcb-4dd4-8114-d0c5c6bd0e9c tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba884d36-ccad-4dd6-8135-6f7bfc55077c HTTP/1.1" status: 200 len: 946 time: 0.1480575 Feb 21 02:37:44.771647 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Deleting port ae827098-b4d8-4d85-b652-12a13456ab7e {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:44.771984 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.777458 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (517b45bb-6e1e-49f2-a6ae-de01c7d89c47), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.779934 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.781162 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/517b45bb-6e1e-49f2-a6ae-de01c7d89c47 HTTP/1.1" status: 204 len: 168 time: 0.3439922 Feb 21 02:37:44.847771 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d50bc-518f-495e-bea1-b4b145369632 req-10fdfc33-5f5b-4494-824c-64ca3a0d3045 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:44.849562 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-307d50bc-518f-495e-bea1-b4b145369632 req-10fdfc33-5f5b-4494-824c-64ca3a0d3045 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0592360 Feb 21 02:37:44.858471 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20927b26-2e4d-46e3-81b8-af5f43b787fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b45bb-6e1e-49f2-a6ae-de01c7d89c47,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:44.871405 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-387a894d-acc0-47fa-8f18-e4a4f1033709 req-8b96151f-b195-4c13-9702-b1f6d7ef855e tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.75 "GET /v2.0/security-groups?id=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502914 Feb 21 02:37:44.877395 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-be57e697-e047-4992-8249-7ca79d7bf0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:44.879382 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-be57e697-e047-4992-8249-7ca79d7bf0b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1130 time: 0.1697865 Feb 21 02:37:44.931877 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-307d50bc-518f-495e-bea1-b4b145369632 req-83e6012a-3ca7-4b5e-b4e5-d3caa73d241a tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724640 Feb 21 02:37:44.978539 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] For port ae827098-b4d8-4d85-b652-12a13456ab7e, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=ae827098-b4d8-4d85-b652-12a13456ab7e,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:44.978908 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:44.995914 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Calling delete_port for ae827098-b4d8-4d85-b652-12a13456ab7e owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:45.061807 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-000b46ec-2912-497b-8d8f-1d94de113345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:45.063274 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-000b46ec-2912-497b-8d8f-1d94de113345 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.1575768 Feb 21 02:37:45.079175 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60422) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:45.092580 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67b7675b-52ff-4d70-b2f8-2cc98c64b113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.145485 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-fd4fe56f-f3b8-4615-8fb3-31dfd29ac8c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 1002 time: 0.0751412 Feb 21 02:37:45.171178 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67b7675b-52ff-4d70-b2f8-2cc98c64b113 admin admin] Publish callbacks [] for security_group (5e2d1b46-9202-4c96-a35b-9cdc3558b3fd), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.175867 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-67b7675b-52ff-4d70-b2f8-2cc98c64b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5e2d1b46-9202-4c96-a35b-9cdc3558b3fd), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.214076 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-67b7675b-52ff-4d70-b2f8-2cc98c64b113 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0021ed5c68e649e2b5e218e8d336ab21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336668 Feb 21 02:37:45.214954 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7675b-52ff-4d70-b2f8-2cc98c64b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d1b46-9202-4c96-a35b-9cdc3558b3fd,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:45.216807 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60424) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:45.242927 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-d30d3c5d-2540-4b00-a0c4-b8d9255892a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:45.244342 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-d30d3c5d-2540-4b00-a0c4-b8d9255892a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0923104 Feb 21 02:37:45.254626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (ae827098-b4d8-4d85-b652-12a13456ab7e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.267330 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['ae827098-b4d8-4d85-b652-12a13456ab7e'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:37:45.317470 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Pushing event deleted for resources: {'Port': ['ID=ae827098-b4d8-4d85-b652-12a13456ab7e,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:45.376677 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] No DVR routers for this DVR port ae827098-b4d8-4d85-b652-12a13456ab7e on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:45.380075 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.383305 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4cfffa2a-93bf-4b83-9205-129940351aa4 req-1077770d-034a-4822-9fb3-18e8fae6ae27 tempest-TestMinimumBasicScenario-230711482 tempest-TestMinimumBasicScenario-230711482-project] 10.222.0.42 "DELETE /v2.0/ports/ae827098-b4d8-4d85-b652-12a13456ab7e HTTP/1.1" status: 204 len: 173 time: 0.8893418 Feb 21 02:37:45.383895 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] Publish callbacks [] for security_group (5e2d1b46-9202-4c96-a35b-9cdc3558b3fd), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.385191 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'name': 'network-vif-deleted', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:45.387413 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db2b4f4-b489-40a5-ab9a-787660333ee1" -d '{"events": [{"server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "name": "network-vif-deleted", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:45.407491 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-c32dae76-d1f6-4001-beef-93e04a6a7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:45.409422 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-c32dae76-d1f6-4001-beef-93e04a6a7c52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1503656 Feb 21 02:37:45.421093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-666078c3-d505-4614-bb57-9f67eb4dd2ef service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:37:45.422081 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-666078c3-d505-4614-bb57-9f67eb4dd2ef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050366 Feb 21 02:37:45.424515 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] Publish callbacks [] for security_group (5e2d1b46-9202-4c96-a35b-9cdc3558b3fd), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.431885 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d222b-5ffe-4b3d-af8c-0e6b92531682 x-openstack-request-id: req-982d222b-5ffe-4b3d-af8c-0e6b92531682 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:45.432177 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba884d36-ccad-4dd6-8135-6f7bfc55077c", "name": "network-vif-deleted", "tag": "ae827098-b4d8-4d85-b652-12a13456ab7e", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:45.432424 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-982d222b-5ffe-4b3d-af8c-0e6b92531682 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:45.432809 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba884d36-ccad-4dd6-8135-6f7bfc55077c', 'name': 'network-vif-deleted', 'tag': 'ae827098-b4d8-4d85-b652-12a13456ab7e', 'status': 'completed', 'code': 200} Feb 21 02:37:45.531941 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5e2d1b46-9202-4c96-a35b-9cdc3558b3fd), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.534931 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:45.536058 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e2d1b46-9202-4c96-a35b-9cdc3558b3fd HTTP/1.1" status: 204 len: 168 time: 0.3183413 Feb 21 02:37:45.551924 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-ebc08a7a-df21-4998-8204-9c5a0fdbe426 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161513 Feb 21 02:37:45.552607 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af16f7-a635-4985-9e19-b88553d011c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d1b46-9202-4c96-a35b-9cdc3558b3fd,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:45.645004 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-85cb6231-f384-4fa4-8497-1e59d8bf2d4a req-90ab5c42-b33d-43bf-be95-22d80f1ae4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859292 Feb 21 02:37:46.080421 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1474-8694-4be3-bee6-7a43742f9efe req-12a61603-e4c4-42dc-ac7d-1fa2d660b130 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:46.082086 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-65ad1474-8694-4be3-bee6-7a43742f9efe req-12a61603-e4c4-42dc-ac7d-1fa2d660b130 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0703933 Feb 21 02:37:46.143073 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-65ad1474-8694-4be3-bee6-7a43742f9efe req-aa7eae22-3a34-4ade-a086-b98dfdec4509 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546641 Feb 21 02:37:46.712127 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60510) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:47.072201 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:47.309121 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90063536-fd13-40e0-8350-f1c350a96c30 req-feb47368-c571-499e-b130-1eefa30a4cdc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:47.310653 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90063536-fd13-40e0-8350-f1c350a96c30 req-feb47368-c571-499e-b130-1eefa30a4cdc tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0750725 Feb 21 02:37:47.415627 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90063536-fd13-40e0-8350-f1c350a96c30 req-16ef8904-e9bb-482b-b16c-a08471778115 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986640 Feb 21 02:37:47.432225 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Deleting port 4e55290a-9c7a-46c6-a0aa-2197f903591b {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:47.432577 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:47.515277 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] For port 4e55290a-9c7a-46c6-a0aa-2197f903591b, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=4e55290a-9c7a-46c6-a0aa-2197f903591b,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:47.515646 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:47.529871 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Calling delete_port for 4e55290a-9c7a-46c6-a0aa-2197f903591b owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:47.728181 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (4e55290a-9c7a-46c6-a0aa-2197f903591b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:47.755828 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e55290a-9c7a-46c6-a0aa-2197f903591b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:47.937309 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.068073 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device ae827098-b4d8-4d85-b652-12a13456ab7e no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:48.090112 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: ae827098-b4d8-4d85-b652-12a13456ab7e {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:48.090470 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device ae827098-b4d8-4d85-b652-12a13456ab7e not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:48.168196 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Router c6afb920-72db-42f1-8a41-27b3ee9ae65d has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:48.277859 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:48.283432 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-053d7264-9d4a-40fc-83fd-6ce323179fc5 admin admin] 10.222.0.75 "PUT /v2.0/routers/c6afb920-72db-42f1-8a41-27b3ee9ae65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5697236 Feb 21 02:37:48.286142 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60608) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:48.291239 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Sync routers for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:48.301033 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:48.301681 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:48.393701 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks [] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.421143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60612) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:48.425165 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:48.527702 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks [] for router_gateway (c6afb920-72db-42f1-8a41-27b3ee9ae65d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.545264 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:37:48.551401 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ad2f-51bb-440d-aea3-1f40a5677ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.599919 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Deleting port 57f206fe-6def-4481-b858-2a706d70d4b5 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:48.600395 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.627369 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:37:47Z', 'revision_number': 5, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port': {'id': '57f206fe-6def-4481-b858-2a706d70d4b5', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:48.653112 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ad2f-51bb-440d-aea3-1f40a5677ce3 admin admin] Publish callbacks [] for security_group (9789edd3-8249-4168-bf92-624926516492), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.659756 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Checking router: c6afb920-72db-42f1-8a41-27b3ee9ae65d for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:48.668757 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Routers {'c6afb920-72db-42f1-8a41-27b3ee9ae65d'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:48.669370 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:48.670758 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ad2f-51bb-440d-aea3-1f40a5677ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9789edd3-8249-4168-bf92-624926516492), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.696000 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] For port 57f206fe-6def-4481-b858-2a706d70d4b5, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=57f206fe-6def-4481-b858-2a706d70d4b5,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:48.696682 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.709288 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-d4f7ad2f-51bb-440d-aea3-1f40a5677ce3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89d13663102648cd84e75260c19ee338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870281 Feb 21 02:37:48.713123 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60620) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:48.719524 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Calling delete_port for 57f206fe-6def-4481-b858-2a706d70d4b5 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:48.721556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ad2f-51bb-440d-aea3-1f40a5677ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9789edd3-8249-4168-bf92-624926516492,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:48.740749 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9ee85-76c3-4659-80c7-b2867be2996f req-01e60bea-1416-48cd-bf6e-f8e0a03fc84b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:48.742311 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-28a9ee85-76c3-4659-80c7-b2867be2996f req-01e60bea-1416-48cd-bf6e-f8e0a03fc84b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.2464330 Feb 21 02:37:48.785195 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] Set router c6afb920-72db-42f1-8a41-27b3ee9ae65d gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:48.812886 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-28a9ee85-76c3-4659-80c7-b2867be2996f req-6e432e82-e339-45c3-8884-54c7a66c50b7 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557268 Feb 21 02:37:48.828402 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] Publish callbacks [] for security_group (9789edd3-8249-4168-bf92-624926516492), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.843010 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:37:48Z', 'revision_number': 6, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:48.873778 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b6be9-b8fb-4c68-881e-72d04e3e34a6 None None] The sync data for ids ['c6afb920-72db-42f1-8a41-27b3ee9ae65d'] in dv-cinder-804470-8-iscsi is: [{'id': 'c6afb920-72db-42f1-8a41-27b3ee9ae65d', 'name': 'tempest-TestMinimumBasicScenario-1683710174-router', 'tenant_id': 'e36f98f3ada743f7be39257e917a12c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:04Z', 'updated_at': '2022-02-21T02:37:48Z', 'revision_number': 6, 'project_id': 'e36f98f3ada743f7be39257e917a12c9', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:48.898521 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] Publish callbacks [] for security_group (9789edd3-8249-4168-bf92-624926516492), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:48.977811 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (57f206fe-6def-4481-b858-2a706d70d4b5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.003071 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9789edd3-8249-4168-bf92-624926516492), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.005551 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.006702 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9789edd3-8249-4168-bf92-624926516492 HTTP/1.1" status: 204 len: 168 time: 0.2924109 Feb 21 02:37:49.010917 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f206fe-6def-4481-b858-2a706d70d4b5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:49.022563 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bcd24-0262-401f-b3cc-fa4e0e25d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9789edd3-8249-4168-bf92-624926516492,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:49.080004 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.183422 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.185444 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks [] for router_controller (c6afb920-72db-42f1-8a41-27b3ee9ae65d), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.243530 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (c6afb920-72db-42f1-8a41-27b3ee9ae65d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.244387 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6afb920-72db-42f1-8a41-27b3ee9ae65d {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:37:49.256139 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.257385 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5fd1a042-7f52-4997-86ca-0009d3f06e62 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c6afb920-72db-42f1-8a41-27b3ee9ae65d HTTP/1.1" status: 204 len: 168 time: 0.9704108 Feb 21 02:37:49.260036 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60626) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:49.316192 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60628) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:49.324525 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Deleting subnet 6cd44471-5680-4df8-a1f1-48beabf51772 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:37:49.338180 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Publish callbacks [] for subnet (6cd44471-5680-4df8-a1f1-48beabf51772), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.342370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4e55290a-9c7a-46c6-a0aa-2197f903591b no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:49.358406 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.367079 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 4e55290a-9c7a-46c6-a0aa-2197f903591b {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:49.367546 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 4e55290a-9c7a-46c6-a0aa-2197f903591b not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:49.388505 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (6cd44471-5680-4df8-a1f1-48beabf51772), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.499707 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (6cd44471-5680-4df8-a1f1-48beabf51772), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.531476 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Publish callbacks [] for security_group (9bf0e4dc-9c45-43ca-ab46-da9d39f553e9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.537175 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9bf0e4dc-9c45-43ca-ab46-da9d39f553e9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.583209 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21622756876d4688bc3023888fb6d320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657561 Feb 21 02:37:49.586688 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60630) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:49.596815 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf0e4dc-9c45-43ca-ab46-da9d39f553e9,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:49.606734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.607016 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.607361 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.607697 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.608028 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.608361 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.608716 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.609018 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.609345 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.610012 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.610288 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.610671 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.611196 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1e27a6-7442-48d2-98aa-110d908ce177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:49.615429 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (6cd44471-5680-4df8-a1f1-48beabf51772), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.641115 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd44471-5680-4df8-a1f1-48beabf51772,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:49.644860 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] Publish callbacks [] for security_group (9bf0e4dc-9c45-43ca-ab46-da9d39f553e9), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.648048 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.658674 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-860ad2c7-435a-4016-a837-67dec9e15e34 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6cd44471-5680-4df8-a1f1-48beabf51772 HTTP/1.1" status: 204 len: 168 time: 0.3944447 Feb 21 02:37:49.659568 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60632) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:49.660027 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cd7ce-6d82-4f4e-8a6a-054cf4a25e0d None None] Network a46c34e7-6a38-4255-86f4-6a2d2cc0462d requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:37:49.681557 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] Publish callbacks [] for security_group (9bf0e4dc-9c45-43ca-ab46-da9d39f553e9), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.752209 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (9bf0e4dc-9c45-43ca-ab46-da9d39f553e9), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.759944 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.764100 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9bf0e4dc-9c45-43ca-ab46-da9d39f553e9 HTTP/1.1" status: 204 len: 168 time: 0.1729717 Feb 21 02:37:49.778000 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c54f3-9a14-4229-8b24-bb8161b6519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf0e4dc-9c45-43ca-ab46-da9d39f553e9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:49.876701 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] DHCP port deletion for a46c34e7-6a38-4255-86f4-6a2d2cc0462d request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:37:49.946581 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Deleting port da61c18f-abf8-41b6-8393-313c22bfa3f7 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:49.947228 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:49.983491 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105c41d-198a-4c6e-a37f-1475a9ef050f req-30319803-283d-47e0-97ae-19cb38985e14 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:49.992293 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a105c41d-198a-4c6e-a37f-1475a9ef050f req-30319803-283d-47e0-97ae-19cb38985e14 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 944 time: 0.0981266 Feb 21 02:37:50.031939 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] For port da61c18f-abf8-41b6-8393-313c22bfa3f7, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=da61c18f-abf8-41b6-8393-313c22bfa3f7,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:50.033202 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.052602 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Calling delete_port for da61c18f-abf8-41b6-8393-313c22bfa3f7 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:50.068888 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 74031657-e31e-49d9-87d8-c7e6cbbd9e87 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:37:50.070799 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (a46c34e7-6a38-4255-86f4-6a2d2cc0462d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.082225 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a105c41d-198a-4c6e-a37f-1475a9ef050f req-c8f932c5-d04f-498f-86a7-be4057f718b2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783961 Feb 21 02:37:50.138448 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Deleting port da61c18f-abf8-41b6-8393-313c22bfa3f7 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:50.138785 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.211469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] For port da61c18f-abf8-41b6-8393-313c22bfa3f7, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=da61c18f-abf8-41b6-8393-313c22bfa3f7,segment=NetworkSegment(139bda7c-94f9-46fe-9e60-3fb302753a4e),segment_id=139bda7c-94f9-46fe-9e60-3fb302753a4e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:50.211959 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.226068 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Calling delete_port for da61c18f-abf8-41b6-8393-313c22bfa3f7 owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:50.233836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.249161 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:50.282351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] Pushing event deleted for resources: {'Port': ['ID=da61c18f-abf8-41b6-8393-313c22bfa3f7,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:50.284976 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820b1fd-011f-4eb5-bf26-3d0f88c2e4b2 None None] No DVR routers for this DVR port da61c18f-abf8-41b6-8393-313c22bfa3f7 on host dv-cinder-804470-8-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:50.287448 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'port_id': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'mac_address': 'fa:16:3e:c5:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:37:50.327479 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (da61c18f-abf8-41b6-8393-313c22bfa3f7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.333287 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:37:50.334011 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.348174 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74031657-e31e-49d9-87d8-c7e6cbbd9e87 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:37:50.358065 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=da61c18f-abf8-41b6-8393-313c22bfa3f7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:50.360290 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] No DVR routers for this DVR port da61c18f-abf8-41b6-8393-313c22bfa3f7 on host dv-cinder-804470-8-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:50.377390 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:50.382576 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.442226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (a46c34e7-6a38-4255-86f4-6a2d2cc0462d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.444556 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:50.464376 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46c34e7-6a38-4255-86f4-6a2d2cc0462d']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:50.474663 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139bda7c-94f9-46fe-9e60-3fb302753a4e') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:50.475030 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139bda7c-94f9-46fe-9e60-3fb302753a4e') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:50.484389 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (139bda7c-94f9-46fe-9e60-3fb302753a4e), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.497786 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (139bda7c-94f9-46fe-9e60-3fb302753a4e), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.503983 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:37:50.504734 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (139bda7c-94f9-46fe-9e60-3fb302753a4e), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self.session.flush() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self.session.flush() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self.session.flush() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self.session.flush() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:37:50.506345 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:37:50.562710 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (a46c34e7-6a38-4255-86f4-6a2d2cc0462d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.569886 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:50.573040 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] 10.222.0.75 "DELETE /v2.0/networks/a46c34e7-6a38-4255-86f4-6a2d2cc0462d HTTP/1.1" status: 204 len: 168 time: 0.9125104 Feb 21 02:37:50.576136 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60656) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:50.585053 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003c34-e5e1-4ebe-a596-f3881915d8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a46c34e7-6a38-4255-86f4-6a2d2cc0462d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:50.725897 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['74031657-e31e-49d9-87d8-c7e6cbbd9e87'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:37:51.201462 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (58bb2078-114f-4837-91e3-13d397b45e4f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:51.204277 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff6387-29b8-4daa-a505-9a600ff20bf8 req-36d31ebd-d941-4464-bdb0-c25695ae7fb0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:51.218469 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39ff6387-29b8-4daa-a505-9a600ff20bf8 req-36d31ebd-d941-4464-bdb0-c25695ae7fb0 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 945 time: 0.0756631 Feb 21 02:37:51.219203 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 57f206fe-6def-4481-b858-2a706d70d4b5 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:51.250006 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 57f206fe-6def-4481-b858-2a706d70d4b5 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:51.250569 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 57f206fe-6def-4481-b858-2a706d70d4b5 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:51.251252 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device da61c18f-abf8-41b6-8393-313c22bfa3f7 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:51.278130 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: da61c18f-abf8-41b6-8393-313c22bfa3f7 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:51.278731 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device da61c18f-abf8-41b6-8393-313c22bfa3f7 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:51.280473 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-39ff6387-29b8-4daa-a505-9a600ff20bf8 req-76718c40-f3e1-490c-a696-a6484e291752 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566635 Feb 21 02:37:51.483864 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Deleting port c0516c31-3ce2-4205-8147-b1cdd64fdf05 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:51.484204 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:51.561789 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] For port c0516c31-3ce2-4205-8147-b1cdd64fdf05, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=c0516c31-3ce2-4205-8147-b1cdd64fdf05,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:51.562160 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:51.575379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Calling delete_port for c0516c31-3ce2-4205-8147-b1cdd64fdf05 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:51.769293 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (c0516c31-3ce2-4205-8147-b1cdd64fdf05), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:51.801078 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0516c31-3ce2-4205-8147-b1cdd64fdf05,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:51.811467 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.811971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.812185 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.812494 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.812828 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.813158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.813485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.814589 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.815162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.815505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.815836 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.816162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.816485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:37:51.978005 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (58bb2078-114f-4837-91e3-13d397b45e4f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.090061 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 74031657-e31e-49d9-87d8-c7e6cbbd9e87 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:37:52.139381 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:37:52.143666 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:37:52.144044 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.206595 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Router 58bb2078-114f-4837-91e3-13d397b45e4f has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:52.222924 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:37:52.223249 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.249351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:52.251729 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add7f4e-e8a7-4f35-9c79-dcc2da7f3ed4" -d '{"events": [{"server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "name": "network-vif-plugged", "status": "completed", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:52.264136 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:52.268494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.294432 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa850b1-16ee-451f-939d-c52045eb4348 x-openstack-request-id: req-7fa850b1-16ee-451f-939d-c52045eb4348 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:52.294726 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "name": "network-vif-plugged", "status": "completed", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:52.294977 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fa850b1-16ee-451f-939d-c52045eb4348 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:52.295362 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'code': 200} Feb 21 02:37:52.329810 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:52.335972 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:52.341238 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bcbc75b0-5a43-49b3-8110-6a88e48d443e admin admin] 10.222.0.75 "PUT /v2.0/routers/58bb2078-114f-4837-91e3-13d397b45e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7640858 Feb 21 02:37:52.343743 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60692) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:52.349653 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Sync routers for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:52.361358 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:52.362109 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:52.417489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf10d0-64f0-45ae-9b68-36c5c8e31776 req-55851aa2-d93d-484a-aad3-e53e2bb630de tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:52.419001 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdbf10d0-64f0-45ae-9b68-36c5c8e31776 req-55851aa2-d93d-484a-aad3-e53e2bb630de tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.0641758 Feb 21 02:37:52.469481 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks [] for router (58bb2078-114f-4837-91e3-13d397b45e4f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.488884 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:52.497974 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-fdbf10d0-64f0-45ae-9b68-36c5c8e31776 req-cc70d30f-f64d-4b8a-a30b-1cbd81c5dc7e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599871 Feb 21 02:37:52.585724 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks [] for router_gateway (58bb2078-114f-4837-91e3-13d397b45e4f), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.598728 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d2d8-0615-40e9-a846-ded059ab64ec req-caef9f2b-5d49-4b88-a2d9-8db21abb03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:52.600973 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7ce2d2d8-0615-40e9-a846-ded059ab64ec req-caef9f2b-5d49-4b88-a2d9-8db21abb03be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1130 time: 0.0485103 Feb 21 02:37:52.642692 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Deleting port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:52.643178 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.652211 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7ce2d2d8-0615-40e9-a846-ded059ab64ec req-75313265-3210-434f-9cd3-e3a5e454c005 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 Feb 21 02:37:52.676261 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:37:51Z', 'revision_number': 5, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port': {'id': '10e96a57-c5b3-4db1-91a2-224d9c2fd45b', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:34:09Z', 'updated_at': '2022-02-21T02:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:52.707033 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Checking router: 58bb2078-114f-4837-91e3-13d397b45e4f for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:52.715142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Routers {'58bb2078-114f-4837-91e3-13d397b45e4f'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:52.715740 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['58bb2078-114f-4837-91e3-13d397b45e4f'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:52.720694 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] For port 10e96a57-c5b3-4db1-91a2-224d9c2fd45b, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:52.721064 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.733488 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Calling delete_port for 10e96a57-c5b3-4db1-91a2-224d9c2fd45b owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:52.925007 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (10e96a57-c5b3-4db1-91a2-224d9c2fd45b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:52.935042 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] Set router 58bb2078-114f-4837-91e3-13d397b45e4f gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:52.953052 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e96a57-c5b3-4db1-91a2-224d9c2fd45b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:52.988516 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:37:52Z', 'revision_number': 6, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:53.014779 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (58bb2078-114f-4837-91e3-13d397b45e4f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.019316 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0d5f7d-979f-4007-bd55-d815458c5246 None None] The sync data for ids ['58bb2078-114f-4837-91e3-13d397b45e4f'] in dv-cinder-804470-8-iscsi is: [{'id': '58bb2078-114f-4837-91e3-13d397b45e4f', 'name': 'tempest-TestMinimumBasicScenario-1416818648-router', 'tenant_id': '577a218ac54044b2ae8a931b83425317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:34:08Z', 'updated_at': '2022-02-21T02:37:52Z', 'revision_number': 6, 'project_id': '577a218ac54044b2ae8a931b83425317', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:53.119115 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (58bb2078-114f-4837-91e3-13d397b45e4f), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.121256 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks [] for router_controller (58bb2078-114f-4837-91e3-13d397b45e4f), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.169988 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (58bb2078-114f-4837-91e3-13d397b45e4f), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.170522 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58bb2078-114f-4837-91e3-13d397b45e4f {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:37:53.175681 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.176839 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-79d272db-9c96-4f6e-84d0-1caa5628f998 admin admin] 10.222.0.75 "DELETE /v2.0/routers/58bb2078-114f-4837-91e3-13d397b45e4f HTTP/1.1" status: 204 len: 168 time: 0.8320439 Feb 21 02:37:53.179405 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60704) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:53.223815 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Deleting subnet b77d92e7-5877-485c-ac8a-8af4f76e008a {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:37:53.226908 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Publish callbacks [] for subnet (b77d92e7-5877-485c-ac8a-8af4f76e008a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.262245 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (b77d92e7-5877-485c-ac8a-8af4f76e008a), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.348722 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (b77d92e7-5877-485c-ac8a-8af4f76e008a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.413582 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (b77d92e7-5877-485c-ac8a-8af4f76e008a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.444692 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77d92e7-5877-485c-ac8a-8af4f76e008a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:53.448238 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.454344 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db29b6-8fc1-4fc8-811e-f3af1ee7b723 None None] Network bfe863be-07f7-4189-868d-16eb3f279101 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:37:53.460302 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60712) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:53.468150 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c07a723d-87ae-4236-b05d-cd8a9f1d6fc3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b77d92e7-5877-485c-ac8a-8af4f76e008a HTTP/1.1" status: 204 len: 168 time: 0.2876415 Feb 21 02:37:53.553789 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (bfe863be-07f7-4189-868d-16eb3f279101), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.571850 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0516c31-3ce2-4205-8147-b1cdd64fdf05 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:53.606714 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: c0516c31-3ce2-4205-8147-b1cdd64fdf05 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:53.607066 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device c0516c31-3ce2-4205-8147-b1cdd64fdf05 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:53.623837 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Deleting port fac4aa6f-aa32-4181-abd8-56fc70d016e9 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:37:53.624259 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.693456 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] For port fac4aa6f-aa32-4181-abd8-56fc70d016e9, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fac4aa6f-aa32-4181-abd8-56fc70d016e9,segment=NetworkSegment(a6c65510-0c31-4575-a711-5c11a63f6c45),segment_id=a6c65510-0c31-4575-a711-5c11a63f6c45)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:37:53.693863 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.707019 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Calling delete_port for fac4aa6f-aa32-4181-abd8-56fc70d016e9 owned by network:dhcp {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:37:53.789263 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (fac4aa6f-aa32-4181-abd8-56fc70d016e9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.812497 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac4aa6f-aa32-4181-abd8-56fc70d016e9,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:53.818630 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] No DVR routers for this DVR port fac4aa6f-aa32-4181-abd8-56fc70d016e9 on host dv-cinder-804470-8-iscsi {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:37:53.832319 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173671e-813c-4bb2-a679-715ab1acd87e req-241843dc-b356-487c-bd4b-ae36007b5be4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:53.835006 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2173671e-813c-4bb2-a679-715ab1acd87e req-241843dc-b356-487c-bd4b-ae36007b5be4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.2463510 Feb 21 02:37:53.865420 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4be87-3f8e-4fee-801d-e3a68a290e4c None None] DHCP port deletion for bfe863be-07f7-4189-868d-16eb3f279101 request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:37:53.892924 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2173671e-813c-4bb2-a679-715ab1acd87e req-dc8d54b9-2f98-40a0-8eaf-096eac908407 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514281 Feb 21 02:37:53.909219 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (bfe863be-07f7-4189-868d-16eb3f279101), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.930464 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe863be-07f7-4189-868d-16eb3f279101']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:53.940594 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c65510-0c31-4575-a711-5c11a63f6c45') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:53.940891 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c65510-0c31-4575-a711-5c11a63f6c45') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:53.950039 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (a6c65510-0c31-4575-a711-5c11a63f6c45), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.964295 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (a6c65510-0c31-4575-a711-5c11a63f6c45), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.970434 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:37:53.971087 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (a6c65510-0c31-4575-a711-5c11a63f6c45), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:37:53.972758 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:37:54.035505 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (bfe863be-07f7-4189-868d-16eb3f279101), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.040614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.043761 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bfe863be-07f7-4189-868d-16eb3f279101 HTTP/1.1" status: 204 len: 168 time: 0.5817986 Feb 21 02:37:54.057791 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127f465-dad7-4779-814f-bc2ee0d0bbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe863be-07f7-4189-868d-16eb3f279101,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:54.225316 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60722) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:54.265367 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-33f01585-fc59-4499-97ad-21b10bd3d392 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e36f98f3ada743f7be39257e917a12c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388923 Feb 21 02:37:54.268286 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60724) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:54.313333 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] Publish callbacks [] for security_group (5e7b0cc1-31cd-437c-9265-dc0f7b14eb33), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.334388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] Publish callbacks [] for security_group (5e7b0cc1-31cd-437c-9265-dc0f7b14eb33), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.381109 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5e7b0cc1-31cd-437c-9265-dc0f7b14eb33), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.383743 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.384871 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e7b0cc1-31cd-437c-9265-dc0f7b14eb33 HTTP/1.1" status: 204 len: 168 time: 0.1156867 Feb 21 02:37:54.392545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5f29-a169-43db-afa9-04f9baebf095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b0cc1-31cd-437c-9265-dc0f7b14eb33,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:54.693223 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60734) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:54.734341 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-54d06989-d461-4137-b4bb-ea8b2c76db59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=577a218ac54044b2ae8a931b83425317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397842 Feb 21 02:37:54.737180 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60736) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:54.789278 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] Publish callbacks [] for security_group (5013cfe4-746f-4f9a-8f84-7ce775417463), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.810196 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] Publish callbacks [] for security_group (5013cfe4-746f-4f9a-8f84-7ce775417463), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.860200 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5013cfe4-746f-4f9a-8f84-7ce775417463), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.863295 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:54.864581 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5013cfe4-746f-4f9a-8f84-7ce775417463 HTTP/1.1" status: 204 len: 168 time: 0.1264644 Feb 21 02:37:54.875545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a68788-f471-451c-a3f6-6178bfdb213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5013cfe4-746f-4f9a-8f84-7ce775417463,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:55.021148 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735738d-2641-4510-ae24-b7420b85be35 req-ae12f399-998e-4b3f-bc56-223e693a62e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:55.022828 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0735738d-2641-4510-ae24-b7420b85be35 req-ae12f399-998e-4b3f-bc56-223e693a62e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.0586154 Feb 21 02:37:55.031188 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60748) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.080937 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-0735738d-2641-4510-ae24-b7420b85be35 req-1d003504-ca36-4641-9f3d-c9ce754d772d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519123 Feb 21 02:37:55.153832 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b1e94222-a658-4539-bf79-3518ce3732e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.222240 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fac4aa6f-aa32-4181-abd8-56fc70d016e9 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:55.244577 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: fac4aa6f-aa32-4181-abd8-56fc70d016e9 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:55.244924 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fac4aa6f-aa32-4181-abd8-56fc70d016e9 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:55.245869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 10e96a57-c5b3-4db1-91a2-224d9c2fd45b no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:37:55.254710 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadbf17-6325-433e-9b01-b649c2333114 req-6d336639-a418-455f-872c-e98729d3877b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:55.256312 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cfadbf17-6325-433e-9b01-b649c2333114 req-6d336639-a418-455f-872c-e98729d3877b tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.1001546 Feb 21 02:37:55.264762 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 10e96a57-c5b3-4db1-91a2-224d9c2fd45b {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:37:55.265111 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 10e96a57-c5b3-4db1-91a2-224d9c2fd45b not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:37:55.295414 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b1e94222-a658-4539-bf79-3518ce3732e6 admin admin] Publish callbacks [] for security_group (37d136d9-4a77-4d60-8524-a1693f366c5d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.300965 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b1e94222-a658-4539-bf79-3518ce3732e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (37d136d9-4a77-4d60-8524-a1693f366c5d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.353505 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cfadbf17-6325-433e-9b01-b649c2333114 req-a883a528-7831-406e-a31d-6bfc70371f5e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906057 Feb 21 02:37:55.357908 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b1e94222-a658-4539-bf79-3518ce3732e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f4ab5e5322b4afab3549c23e1a883d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233490 Feb 21 02:37:55.358459 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60754) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.378188 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e94222-a658-4539-bf79-3518ce3732e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d136d9-4a77-4d60-8524-a1693f366c5d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:55.378188 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60756) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.410142 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] Publish callbacks [] for security_group (37d136d9-4a77-4d60-8524-a1693f366c5d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.431548 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] Publish callbacks [] for security_group (37d136d9-4a77-4d60-8524-a1693f366c5d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.483399 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (37d136d9-4a77-4d60-8524-a1693f366c5d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.486423 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.487784 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37d136d9-4a77-4d60-8524-a1693f366c5d HTTP/1.1" status: 204 len: 168 time: 0.1283500 Feb 21 02:37:55.495778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927a6fa-c538-441c-b803-b7d6186d1e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d136d9-4a77-4d60-8524-a1693f366c5d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:55.522890 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dc892-3db1-47e8-a2fd-7adf3d84aa20 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:55.524702 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1b6dc892-3db1-47e8-a2fd-7adf3d84aa20 tempest-TestVolumeBootPattern-281158769 tempest-TestVolumeBootPattern-281158769-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1125 time: 0.1462686 Feb 21 02:37:55.527129 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60762) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.531342 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Request body: {'floatingip': {'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'port_id': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:37:55.552250 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.652006 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.753040 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60766) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.758251 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Allocated IP 172.27.1.111 (91fe3117-44df-4c09-bbcf-cba9f8105f72/b037eaf3-cd5f-46aa-93ad-55cdd93f008f/e75c31fe-91cb-4de0-9d66-dd10ac63bac8) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:37:55.766058 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8291fd03-87b0-44d4-a343-0065a8b554bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.839804 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8291fd03-87b0-44d4-a343-0065a8b554bb admin admin] Publish callbacks [] for security_group (e5884b9f-0253-4e0d-b5ef-8607b2d9bc77), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.843646 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8291fd03-87b0-44d4-a343-0065a8b554bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e5884b9f-0253-4e0d-b5ef-8607b2d9bc77), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.861629 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.885272 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8291fd03-87b0-44d4-a343-0065a8b554bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56bfb6a909bb442f94a9e9f76d341b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287818 Feb 21 02:37:55.885272 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291fd03-87b0-44d4-a343-0065a8b554bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5884b9f-0253-4e0d-b5ef-8607b2d9bc77,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:55.886342 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60768) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:37:55.899657 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.935096 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] Publish callbacks [] for security_group (e5884b9f-0253-4e0d-b5ef-8607b2d9bc77), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.936366 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Network 91fe3117-44df-4c09-bbcf-cba9f8105f72 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:37:55.939691 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:37:55.945114 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:37:55.957764 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] Publish callbacks [] for security_group (e5884b9f-0253-4e0d-b5ef-8607b2d9bc77), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:55.970825 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=e75c31fe-91cb-4de0-9d66-dd10ac63bac8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:56.007792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e5884b9f-0253-4e0d-b5ef-8607b2d9bc77), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.010436 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.011576 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5884b9f-0253-4e0d-b5ef-8607b2d9bc77 HTTP/1.1" status: 204 len: 168 time: 0.1244981 Feb 21 02:37:56.021257 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcb766-03ca-41e1-bd42-470f5ceb7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5884b9f-0253-4e0d-b5ef-8607b2d9bc77,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:56.325831 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (00479282-66b7-4384-a90c-84164ea643e8), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.404020 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.552841 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.557855 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13106362'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.630850 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event updated for resources: {'Port': ['ID=e75c31fe-91cb-4de0-9d66-dd10ac63bac8,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:37:56.639135 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (00479282-66b7-4384-a90c-84164ea643e8), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:56.980166 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 00479282-66b7-4384-a90c-84164ea643e8 associated. External IP: 172.27.1.111, port: 74031657-e31e-49d9-87d8-c7e6cbbd9e87. Feb 21 02:37:57.195133 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:37:57.308839 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:37:57.319405 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:37:57.333281 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:37:57.336833 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:57.337605 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:57.367057 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-79571909-29ed-4549-9544-2f52dff17295 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8389030 Feb 21 02:37:57.367661 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:37:57.370027 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d8c032813c2901c0b9e91e272ff584e40d0600e155db41139bd87907b8728c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260ff214-f518-4ac9-954e-09b789a85b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:37:57.410305 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911176d-94c9-439a-961e-da4a551cdf6e x-openstack-request-id: req-8911176d-94c9-439a-961e-da4a551cdf6e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:37:57.410629 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:37:57.410886 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8911176d-94c9-439a-961e-da4a551cdf6e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:37:57.411298 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'status': 'completed', 'code': 200} Feb 21 02:37:57.460963 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:57.480827 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff214-f518-4ac9-954e-09b789a85b1c req-55666e8e-d8e7-4a3a-8e87-476775a9ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:57.482393 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-55666e8e-d8e7-4a3a-8e87-476775a9ab09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1130 time: 0.0501597 Feb 21 02:37:57.575861 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff214-f518-4ac9-954e-09b789a85b1c req-ce389b72-59b4-4e90-a0fe-656785ad5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:57.577401 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-ce389b72-59b4-4e90-a0fe-656785ad5dc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.0893569 Feb 21 02:37:57.651892 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-ba2b49fc-661f-4829-a551-ff1232e44efb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 200 len: 1000 time: 0.0672650 Feb 21 02:37:57.702763 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '00479282-66b7-4384-a90c-84164ea643e8', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:c5:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c26b82-838e-4a45-9728-070472b9798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:37:56Z', 'updated_at': '2022-02-21T02:37:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}, {'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:57.703242 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff214-f518-4ac9-954e-09b789a85b1c req-92e424e5-45f1-474a-9fa4-459ab8b34c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:57.705540 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-92e424e5-45f1-474a-9fa4-459ab8b34c18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0466409 Feb 21 02:37:57.730880 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:37:57.740929 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:37:57.741509 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:37:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:57.754745 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff214-f518-4ac9-954e-09b789a85b1c req-d97094c5-0209-4879-b2c0-83d21df47ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:37:57.756277 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-d97094c5-0209-4879-b2c0-83d21df47ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450621 Feb 21 02:37:57.850825 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:37:57.851613 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-8d13347b-175c-433d-ae70-e64de52dd6a7 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887625 Feb 21 02:37:57.943763 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-260ff214-f518-4ac9-954e-09b789a85b1c req-13f23c89-ae36-4bff-94e6-3957d7b3fb37 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859847 Feb 21 02:37:58.089789 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '00479282-66b7-4384-a90c-84164ea643e8', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:c5:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c26b82-838e-4a45-9728-070472b9798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:37:56Z', 'updated_at': '2022-02-21T02:37:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}, {'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:37:58.210855 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa0b02-1b3d-4255-91c5-4034af9ae591 None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '00479282-66b7-4384-a90c-84164ea643e8', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:c5:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c26b82-838e-4a45-9728-070472b9798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:37:56Z', 'updated_at': '2022-02-21T02:37:56Z', 'revision_number': 0, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}, {'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:37:58.399747 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d82dd-2c7d-4f63-b5b2-437680f67e8c None None] New status for floating IP 00479282-66b7-4384-a90c-84164ea643e8: ACTIVE {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:37:59.007763 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ae94b682-798a-4439-b150-319e96b982d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:01.447681 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5e69f5d8-b2e4-45e3-b83b-8fd9898563ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:02.266053 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:03.830600 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:03.945052 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60894) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:04.046750 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-745c2f56-514a-47d8-b776-e1bec2478394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.121918 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-745c2f56-514a-47d8-b776-e1bec2478394 admin admin] Publish callbacks [] for security_group (50400300-8fcf-4b73-8875-ca8aeaf17ced), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.125629 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-745c2f56-514a-47d8-b776-e1bec2478394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (50400300-8fcf-4b73-8875-ca8aeaf17ced), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.167076 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c2f56-514a-47d8-b776-e1bec2478394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50400300-8fcf-4b73-8875-ca8aeaf17ced,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:04.171433 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-745c2f56-514a-47d8-b776-e1bec2478394 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6b621b09c8d4e7da36c73315fd6e187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253408 Feb 21 02:38:04.174785 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60900) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:04.221023 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] Publish callbacks [] for security_group (50400300-8fcf-4b73-8875-ca8aeaf17ced), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.241890 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] Publish callbacks [] for security_group (50400300-8fcf-4b73-8875-ca8aeaf17ced), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.289333 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (50400300-8fcf-4b73-8875-ca8aeaf17ced), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.292424 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.293687 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50400300-8fcf-4b73-8875-ca8aeaf17ced HTTP/1.1" status: 204 len: 168 time: 0.1179910 Feb 21 02:38:04.301581 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd1785-06b0-4db6-b5d3-404093bfa0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50400300-8fcf-4b73-8875-ca8aeaf17ced,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:04.544287 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60906) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:04.557249 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b844cda-7089-4850-9d41-6fae2c8259dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.629095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b844cda-7089-4850-9d41-6fae2c8259dc admin admin] Publish callbacks [] for security_group (32d46029-3ec1-42c0-98c4-190202f680f2), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.632543 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b844cda-7089-4850-9d41-6fae2c8259dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (32d46029-3ec1-42c0-98c4-190202f680f2), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.668538 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b844cda-7089-4850-9d41-6fae2c8259dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d46029-3ec1-42c0-98c4-190202f680f2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:04.672860 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3b844cda-7089-4850-9d41-6fae2c8259dc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=76172c905d4d43e09983f8a30d20b8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274939 Feb 21 02:38:04.675731 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 60908) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:04.722699 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] Publish callbacks [] for security_group (32d46029-3ec1-42c0-98c4-190202f680f2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.743021 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] Publish callbacks [] for security_group (32d46029-3ec1-42c0-98c4-190202f680f2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.789436 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (32d46029-3ec1-42c0-98c4-190202f680f2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.792028 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:04.793121 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32d46029-3ec1-42c0-98c4-190202f680f2 HTTP/1.1" status: 204 len: 168 time: 0.1164591 Feb 21 02:38:04.800559 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960d012-20c8-4754-b10d-0afad2ab3495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d46029-3ec1-42c0-98c4-190202f680f2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:05.101892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60914) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:05.115576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e574004-391b-4a82-bcb0-4bee88bb7f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.187591 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e574004-391b-4a82-bcb0-4bee88bb7f5e admin admin] Publish callbacks [] for security_group (a96e50a2-f62a-42f5-a2c9-a44c6e103791), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.191948 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4e574004-391b-4a82-bcb0-4bee88bb7f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a96e50a2-f62a-42f5-a2c9-a44c6e103791), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.231692 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e574004-391b-4a82-bcb0-4bee88bb7f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e50a2-f62a-42f5-a2c9-a44c6e103791,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:05.236743 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4e574004-391b-4a82-bcb0-4bee88bb7f5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75e87349b0ae4ef2bf0bdae6b7f4f768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338189 Feb 21 02:38:05.239310 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 60916) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:05.285938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] Publish callbacks [] for security_group (a96e50a2-f62a-42f5-a2c9-a44c6e103791), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.306777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] Publish callbacks [] for security_group (a96e50a2-f62a-42f5-a2c9-a44c6e103791), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.351631 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a96e50a2-f62a-42f5-a2c9-a44c6e103791), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.354082 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:05.355209 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a96e50a2-f62a-42f5-a2c9-a44c6e103791 HTTP/1.1" status: 204 len: 168 time: 0.1150107 Feb 21 02:38:05.363991 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd9f4c-9544-4a02-9ecd-ee80d8fb004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e50a2-f62a-42f5-a2c9-a44c6e103791,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:05.393568 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:07.568758 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-eb6d2bfc-a337-4130-acc5-cde372143f05 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329001 Feb 21 02:38:07.746281 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-c9d1f431-0f6f-4fd1-b727-4f7bd3aac1c5 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:07.747651 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-c9d1f431-0f6f-4fd1-b727-4f7bd3aac1c5 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736858 Feb 21 02:38:07.762244 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0f4effa9-df63-4ae6-b302-e9fe4cebdebe tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/quotas/8119a8ceabe141e38b7b35d91abfc6ac HTTP/1.1" status: 200 len: 375 time: 0.0086441 Feb 21 02:38:07.791904 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-3372b45a-713c-484c-98ef-bbab9ccac92c tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250554 Feb 21 02:38:07.950304 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a8834241-7b12-4634-8847-517821b37827 req-351b9b29-8c98-4fb4-af57-8ffd137884b0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Feb 21 02:38:08.784186 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-cab0b289-bcc6-4e7c-a165-26a45878b7c9 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284255 Feb 21 02:38:08.969075 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-d9d1bdef-6495-4f33-8531-17174853386d tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:08.970783 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-d9d1bdef-6495-4f33-8531-17174853386d tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819935 Feb 21 02:38:08.982939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Request body: {'port': {'device_id': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb', 'admin_state_up': True, 'tenant_id': '8119a8ceabe141e38b7b35d91abfc6ac'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:38:09.041591 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3655cc71-3a8d-47b3-81c8-66e41f76ca6a req-eee9be39-10a3-41d0-a33c-617d85e24c19 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 210 time: 0.0260565 Feb 21 02:38:09.091949 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Made reservation on behalf of 8119a8ceabe141e38b7b35d91abfc6ac for: {'port': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:38:09.095477 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.103455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.176579 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks [] for security_group (e558e838-75b6-4bdd-9b42-5191a02ac535), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.180060 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e558e838-75b6-4bdd-9b42-5191a02ac535), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.239352 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e558e838-75b6-4bdd-9b42-5191a02ac535,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:09.308165 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_common [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Allocated IP 192.168.233.101 (7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb/9fe0f838-16ac-4f87-bc47-ec0cfa2d533b/23ac470f-e8f2-45ed-b489-5fda44351723) {{(pid=102809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 02:38:09.452844 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks [] for port (23ac470f-e8f2-45ed-b489-5fda44351723), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.487212 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745098431546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.528913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb is already hosted by enough agents. {{(pid=102809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 02:38:09.532586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.base_scheduler [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Resources bound (agent type, host, resource id): {{(pid=102809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:38:09.536092 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Received port after_create {{(pid=102809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 02:38:09.563303 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Pushing event updated for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:09.591877 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:09.592501 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.609281 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-0c89092f-8874-4c96-9dd7-d6843bfc51cf tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6300812 Feb 21 02:38:09.620305 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Request body: {'port': {'device_id': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80447'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:38:09.680448 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.735654 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-3b1e3e4a-03cf-4419-b3ef-83ba2c7951a5 None None] Provisioning complete for port 23ac470f-e8f2-45ed-b489-5fda44351723 triggered by entity DHCP. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:38:09.736226 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3e4a-03cf-4419-b3ef-83ba2c7951a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.770142 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e3e4a-03cf-4419-b3ef-83ba2c7951a5 None None] Port 23ac470f-e8f2-45ed-b489-5fda44351723 cannot update to ACTIVE because it is not bound. {{(pid=102811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 02:38:09.938801 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ac470f-e8f2-45ed-b489-5fda44351723 {{(pid=102809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:38:09.945932 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks [] for port (23ac470f-e8f2-45ed-b489-5fda44351723), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:09.957896 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.provisioning_blocks [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Transition to ACTIVE for port object 23ac470f-e8f2-45ed-b489-5fda44351723 will not be triggered until provisioned by entity L2. {{(pid=102809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 02:38:09.961604 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:10.011970 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Pushing event updated for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=2']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:10.085749 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Attempting to bind port 23ac470f-e8f2-45ed-b489-5fda44351723 on host hv-cinder-80447 for vnic_type normal with profile {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 02:38:10.086186 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Attempting to bind port 23ac470f-e8f2-45ed-b489-5fda44351723 by drivers openvswitch,hyperv on host hv-cinder-80447 at level 0 using segments [{'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 02:38:10.086586 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Attempting to bind port 23ac470f-e8f2-45ed-b489-5fda44351723 on network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:38:10.091206 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Port 23ac470f-e8f2-45ed-b489-5fda44351723 on network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80447 {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 02:38:10.091528 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Attempting to bind port 23ac470f-e8f2-45ed-b489-5fda44351723 on network 7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 02:38:10.096848 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Checking agent: {'id': 'cf7dad5b-c404-4e62-802d-2b9462be8a24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'started_at': datetime.datetime(2022, 2, 21, 2, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 2, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 02:38:10.097191 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Checking segment: {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:38:10.098293 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Bound using segment: {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'} {{(pid=102809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 02:38:10.098736 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.managers [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Bound port: 23ac470f-e8f2-45ed-b489-5fda44351723, host: hv-cinder-80447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2eedf6-ac60-4fbc-8278-30087a31d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb'}}] {{(pid=102809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 02:38:10.099100 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), before_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:10.201143 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, cleared binding levels {{(pid=102809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 02:38:10.210251 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f935-10f2-48b1-8d60-15eb5031778d req-639ed3c9-7e5a-4bda-a107-5b7edc428fbb tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.211670 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4901f935-10f2-48b1-8d60-15eb5031778d req-639ed3c9-7e5a-4bda-a107-5b7edc428fbb tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 948 time: 0.0970001 Feb 21 02:38:10.213273 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=23ac470f-e8f2-45ed-b489-5fda44351723,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 02:38:10.223800 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13273068'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:10.234906 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:10.285215 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.285864 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:10.287247 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] 10.222.0.42 "PUT /v2.0/ports/23ac470f-e8f2-45ed-b489-5fda44351723 HTTP/1.1" status: 200 len: 1098 time: 0.6710861 Feb 21 02:38:10.287683 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:38:10.289927 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe9694-f55e-4ebe-b551-98763a32728f" -d '{"events": [{"name": "network-changed", "server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:38:10.310102 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4901f935-10f2-48b1-8d60-15eb5031778d req-126f212a-7106-40b0-906e-2f0045397889 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928333 Feb 21 02:38:10.315900 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9b49-f698-44c3-ad75-fd856f5da162 service neutron] Pushing event updated for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=3']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:10.391747 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-a6e4e059-da73-4d8c-84be-dc8b7129cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.393372 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-a6e4e059-da73-4d8c-84be-dc8b7129cd7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 1132 time: 0.0622962 Feb 21 02:38:10.436630 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-e65b3bee-b2bb-46ba-b0ea-3ac0f939e625 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=23ac470f-e8f2-45ed-b489-5fda44351723 HTTP/1.1" status: 200 len: 217 time: 0.0365806 Feb 21 02:38:10.479925 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0ddf45-b365-406c-9c4a-6dade97dd1d1 x-openstack-request-id: req-fc0ddf45-b365-406c-9c4a-6dade97dd1d1 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:38:10.480222 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:38:10.480474 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc0ddf45-b365-406c-9c4a-6dade97dd1d1 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:38:10.480879 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723', 'status': 'completed', 'code': 200} Feb 21 02:38:10.491866 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-fb29f490-9d8f-4583-abdc-a0186cf86626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.493302 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-fb29f490-9d8f-4583-abdc-a0186cf86626 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fe0f838-16ac-4f87-bc47-ec0cfa2d533b HTTP/1.1" status: 200 len: 843 time: 0.0512109 Feb 21 02:38:10.545777 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-2bc07914-f4d6-467b-a238-6d044d59c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.547973 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-2bc07914-f4d6-467b-a238-6d044d59c343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0476065 Feb 21 02:38:10.635306 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-7b51a3c8-47cd-4148-86fc-b766b44cebc2 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809667 Feb 21 02:38:10.727154 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-a045971a-8b9d-4f3c-8876-ea48b7d461ce req-4a1bd27f-be15-470c-ab11-3b7cd5e14f3e service neutron] 10.222.0.42 "GET /v2.0/networks/7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844102 Feb 21 02:38:10.811074 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-94fe978b-f469-49ab-9ce8-52045daca3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.812554 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-94fe978b-f469-49ab-9ce8-52045daca3bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 1132 time: 0.0446835 Feb 21 02:38:10.900329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-5e635de9-cbbd-4621-b353-64d4393b5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.901810 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-5e635de9-cbbd-4621-b353-64d4393b5629 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb HTTP/1.1" status: 200 len: 870 time: 0.0830112 Feb 21 02:38:10.944686 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-3293f3f0-4c0f-43d1-a71b-ddb6d022c260 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=23ac470f-e8f2-45ed-b489-5fda44351723 HTTP/1.1" status: 200 len: 217 time: 0.0363269 Feb 21 02:38:10.991547 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-713914e9-44f0-4f4f-8ec8-affef3a0f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:10.992873 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-713914e9-44f0-4f4f-8ec8-affef3a0f431 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fe0f838-16ac-4f87-bc47-ec0cfa2d533b HTTP/1.1" status: 200 len: 843 time: 0.0425260 Feb 21 02:38:11.039044 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-b47c4ae4-3029-4c4a-9a72-8bbb4b1f490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:11.040506 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-b47c4ae4-3029-4c4a-9a72-8bbb4b1f490a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0414577 Feb 21 02:38:11.128674 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-acf08930-e97b-4f2f-a017-abda86041667 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820878 Feb 21 02:38:11.214204 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6dbe9694-f55e-4ebe-b551-98763a32728f req-a67fdebc-32ce-437c-93d9-79cf458d5f66 service neutron] 10.222.0.42 "GET /v2.0/networks/7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798118 Feb 21 02:38:11.448770 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07f6b6-bbb8-4af3-b800-246df88d180b req-bb15a939-54d0-4f45-8312-ec3796196513 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:11.450239 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4f07f6b6-bbb8-4af3-b800-246df88d180b req-bb15a939-54d0-4f45-8312-ec3796196513 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 948 time: 0.0519748 Feb 21 02:38:11.498266 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4f07f6b6-bbb8-4af3-b800-246df88d180b req-b8ea6a7a-12dc-4b5c-a4ae-a5b37f0daee2 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Feb 21 02:38:12.620866 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34528256-5ffb-405e-98f4-5bb4f78a70db req-f920d543-0e2c-4ce4-89e2-f2ab64e1fbbe tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:12.622372 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34528256-5ffb-405e-98f4-5bb4f78a70db req-f920d543-0e2c-4ce4-89e2-f2ab64e1fbbe tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 948 time: 0.0553360 Feb 21 02:38:12.668518 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-34528256-5ffb-405e-98f4-5bb4f78a70db req-f545cb6d-e9f0-42a0-836c-1b9236a3f87e tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Feb 21 02:38:13.784313 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c1c4a-eaa5-453b-9019-96c0388510c2 req-ff9f6042-6bdf-42b7-b2b7-f24f9b4eadbb tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:13.785794 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-619c1c4a-eaa5-453b-9019-96c0388510c2 req-ff9f6042-6bdf-42b7-b2b7-f24f9b4eadbb tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 948 time: 0.0520120 Feb 21 02:38:13.831453 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-619c1c4a-eaa5-453b-9019-96c0388510c2 req-7c261745-5a43-4e5f-b866-da3ef6fc8332 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Feb 21 02:38:14.207237 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 23ac470f-e8f2-45ed-b489-5fda44351723 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:38:14.301836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=23ac470f-e8f2-45ed-b489-5fda44351723,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:38:14.312749 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '23ac470f-e8f2-45ed-b489-5fda44351723', 'network_id': '7bf52d1d-5f0d-4e42-afcc-ffab23a2b9cb', 'port_id': '23ac470f-e8f2-45ed-b489-5fda44351723', 'mac_address': 'fa:16:3e:b5:49:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe0f838-16ac-4f87-bc47-ec0cfa2d533b', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:38:14.352629 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 23ac470f-e8f2-45ed-b489-5fda44351723 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:38:14.353017 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:14.366006 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ac470f-e8f2-45ed-b489-5fda44351723 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:38:14.385638 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=23ac470f-e8f2-45ed-b489-5fda44351723,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:38:14.389471 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:14.435402 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=4']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:14.442243 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.442606 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.442948 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.443287 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.443621 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.443952 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.444281 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.444606 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.444930 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.445257 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.445584 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.445935 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.446255 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:38:14.862776 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['23ac470f-e8f2-45ed-b489-5fda44351723'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:38:14.949750 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad1f7-9164-48f4-a7a4-18ea9492b4ed req-9d502833-fc95-4ce2-b864-79c1c6c63588 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:14.951246 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c31ad1f7-9164-48f4-a7a4-18ea9492b4ed req-9d502833-fc95-4ce2-b864-79c1c6c63588 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 949 time: 0.0526302 Feb 21 02:38:14.998376 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c31ad1f7-9164-48f4-a7a4-18ea9492b4ed req-00b61476-eb82-4333-b8b6-62e01d37a482 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Feb 21 02:38:16.114088 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c325-def1-4fff-85ab-75072399f9d3 req-6b67f2d0-8a25-47ca-ba21-1954f6047ef7 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:16.115535 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-18d8c325-def1-4fff-85ab-75072399f9d3 req-6b67f2d0-8a25-47ca-ba21-1954f6047ef7 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 949 time: 0.0510175 Feb 21 02:38:16.161736 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-18d8c325-def1-4fff-85ab-75072399f9d3 req-ea021aef-ce59-4108-a3d2-f3d8ebe77188 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Feb 21 02:38:16.220220 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 23ac470f-e8f2-45ed-b489-5fda44351723 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:38:16.269902 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning for port 23ac470f-e8f2-45ed-b489-5fda44351723 completed by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 02:38:16.273812 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 23ac470f-e8f2-45ed-b489-5fda44351723 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:38:16.274188 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:16.352278 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 23ac470f-e8f2-45ed-b489-5fda44351723 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:38:16.352589 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:16.375105 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:38:16.377328 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea71d78-d6af-4565-a38f-19848d9adf71" -d '{"events": [{"server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "name": "network-vif-plugged", "status": "completed", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:38:16.391051 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=23ac470f-e8f2-45ed-b489-5fda44351723,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:38:16.395893 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:16.419413 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a32068-9eea-4880-9fa1-adcab05d963c x-openstack-request-id: req-e4a32068-9eea-4880-9fa1-adcab05d963c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:38:16.419709 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "name": "network-vif-plugged", "status": "completed", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:38:16.419958 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4a32068-9eea-4880-9fa1-adcab05d963c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:38:16.420347 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723', 'code': 200} Feb 21 02:38:16.446678 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=5']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:16.584702 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ef00-1294-4b33-a360-c50b303d4a9b req-f46c92eb-4367-425f-959e-75072a17cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:16.586482 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c956ef00-1294-4b33-a360-c50b303d4a9b req-f46c92eb-4367-425f-959e-75072a17cd82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 1134 time: 0.0462041 Feb 21 02:38:16.632510 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c956ef00-1294-4b33-a360-c50b303d4a9b req-6e523a24-42de-4310-8c1b-4b7402b23fce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Feb 21 02:38:17.291545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74f0e8-4280-4f0d-9586-a48b9db3fbae req-9dca056e-a384-4fc0-bd08-c87aa1be32e7 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:17.293614 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ff74f0e8-4280-4f0d-9586-a48b9db3fbae req-9dca056e-a384-4fc0-bd08-c87aa1be32e7 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 950 time: 0.0641694 Feb 21 02:38:17.349132 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ff74f0e8-4280-4f0d-9586-a48b9db3fbae req-c099d435-57d1-4840-92d3-36d1645adb20 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Feb 21 02:38:18.475338 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45454f68-ce0d-4573-890a-ddbd363718a4 req-c6af00c3-3726-4d08-8b76-1c8c899eaff9 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:18.476804 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45454f68-ce0d-4573-890a-ddbd363718a4 req-c6af00c3-3726-4d08-8b76-1c8c899eaff9 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 950 time: 0.0563843 Feb 21 02:38:18.523390 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45454f68-ce0d-4573-890a-ddbd363718a4 req-3c8afc6e-a2ec-41a5-a76c-bd93f2fda768 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Feb 21 02:38:18.772837 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e569b4-d784-4e9a-b33c-12f192c3187d req-a1b925f8-94eb-4643-bfbf-ff4eaff749f9 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:18.774309 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e0e569b4-d784-4e9a-b33c-12f192c3187d req-a1b925f8-94eb-4643-bfbf-ff4eaff749f9 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 950 time: 0.0511312 Feb 21 02:38:18.819372 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e0e569b4-d784-4e9a-b33c-12f192c3187d req-a785b26f-840c-4a64-a419-5ae49a4b2c9a tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Feb 21 02:38:19.939990 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55762eaf-e730-4290-9db5-1a9e377f91fd req-1441693a-196e-462c-aa4c-0aa0a6963afa tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:19.942143 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55762eaf-e730-4290-9db5-1a9e377f91fd req-1441693a-196e-462c-aa4c-0aa0a6963afa tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 950 time: 0.0549574 Feb 21 02:38:19.990260 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-55762eaf-e730-4290-9db5-1a9e377f91fd req-ab40994a-3b69-48e2-96e9-31c4843ae499 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/security-groups?id=e558e838-75b6-4bdd-9b42-5191a02ac535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427082 Feb 21 02:38:20.431424 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-0a4e64d0-ec42-4dcb-acd5-ca19cfd824b3 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:38:20.432867 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-0a4e64d0-ec42-4dcb-acd5-ca19cfd824b3 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.42 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 950 time: 0.0511506 Feb 21 02:38:20.522455 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Deleting port 23ac470f-e8f2-45ed-b489-5fda44351723 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:38:20.522793 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:20.610331 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] For port 23ac470f-e8f2-45ed-b489-5fda44351723, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=23ac470f-e8f2-45ed-b489-5fda44351723,segment=NetworkSegment(2a2eedf6-ac60-4fbc-8278-30087a31d9d3),segment_id=2a2eedf6-ac60-4fbc-8278-30087a31d9d3)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:38:20.610686 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:20.622019 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Calling delete_port for 23ac470f-e8f2-45ed-b489-5fda44351723 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:38:20.746640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (23ac470f-e8f2-45ed-b489-5fda44351723), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:20.757967 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['23ac470f-e8f2-45ed-b489-5fda44351723'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:38:20.774185 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Pushing event deleted for resources: {'Port': ['ID=23ac470f-e8f2-45ed-b489-5fda44351723,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:20.818516 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] No DVR routers for this DVR port 23ac470f-e8f2-45ed-b489-5fda44351723 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:38:20.821051 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:20.824358 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e51c8960-984e-43da-aa22-3f7fd7ad0a0a req-9b981589-4f4e-40ff-b42a-973697c7f9d0 tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.42 "DELETE /v2.0/ports/23ac470f-e8f2-45ed-b489-5fda44351723 HTTP/1.1" status: 204 len: 173 time: 0.3859115 Feb 21 02:38:20.824803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'name': 'network-vif-deleted', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:38:20.827069 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea1f168-5d1e-4fd8-97a2-c56806ad8b4a" -d '{"events": [{"server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "name": "network-vif-deleted", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:38:20.865995 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1aa31e-0492-4df4-8839-c9cc4817c407 x-openstack-request-id: req-3b1aa31e-0492-4df4-8839-c9cc4817c407 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:38:20.866422 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3657cf4c-0a26-465e-8dea-3adbf9916202", "name": "network-vif-deleted", "tag": "23ac470f-e8f2-45ed-b489-5fda44351723", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:38:20.866535 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b1aa31e-0492-4df4-8839-c9cc4817c407 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:38:20.866933 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3657cf4c-0a26-465e-8dea-3adbf9916202', 'name': 'network-vif-deleted', 'tag': '23ac470f-e8f2-45ed-b489-5fda44351723', 'status': 'completed', 'code': 200} Feb 21 02:38:21.095458 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-440814cd-ecb6-4ca9-ba5e-37b421fa9ed9 req-216c2400-5fb4-4ecb-9542-4bfe1b70993f tempest-VolumesNegativeTest-1569935642 tempest-VolumesNegativeTest-1569935642-project] 10.222.0.75 "GET /v2.0/ports?device_id=3657cf4c-0a26-465e-8dea-3adbf9916202 HTTP/1.1" status: 200 len: 210 time: 0.0299952 Feb 21 02:38:24.294913 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 23ac470f-e8f2-45ed-b489-5fda44351723 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:38:24.316996 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 23ac470f-e8f2-45ed-b489-5fda44351723 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:38:24.317539 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 23ac470f-e8f2-45ed-b489-5fda44351723 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:38:25.543829 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:38:25.802140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33030) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:25.929958 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c79ac740-2e5b-4e85-bf61-445a6c700205 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8119a8ceabe141e38b7b35d91abfc6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266479 Feb 21 02:38:25.932329 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33034) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:25.977489 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] Publish callbacks [] for security_group (e558e838-75b6-4bdd-9b42-5191a02ac535), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:25.998631 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] Publish callbacks [] for security_group (e558e838-75b6-4bdd-9b42-5191a02ac535), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:26.042922 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e558e838-75b6-4bdd-9b42-5191a02ac535), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:26.045438 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:26.046587 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e558e838-75b6-4bdd-9b42-5191a02ac535 HTTP/1.1" status: 204 len: 168 time: 0.1133754 Feb 21 02:38:26.054531 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5043b1-6574-4855-ab25-e1f4af2659a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e558e838-75b6-4bdd-9b42-5191a02ac535,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:29.008122 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2bbde6b9-6f57-4450-ae31-45b8a776cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:31.448732 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bae93f74-1ac0-43b4-9883-f2e21e66cbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:32.275241 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:33.834017 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:35.376424 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:40.229668 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.069940 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33184) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:49.172039 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5304-d7a7-4041-ba4f-c023f40e29a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.245818 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5304-d7a7-4041-ba4f-c023f40e29a4 admin admin] Publish callbacks [] for security_group (7e8b7569-652a-4538-88bf-7bf3e5ea26b5), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.249493 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5304-d7a7-4041-ba4f-c023f40e29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7e8b7569-652a-4538-88bf-7bf3e5ea26b5), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.291192 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ab2c5304-d7a7-4041-ba4f-c023f40e29a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba1ddcc2e43c44388ef27cb0daff2de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201734 Feb 21 02:38:49.292049 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c5304-d7a7-4041-ba4f-c023f40e29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8b7569-652a-4538-88bf-7bf3e5ea26b5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:49.293913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33188) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:38:49.342140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] Publish callbacks [] for security_group (7e8b7569-652a-4538-88bf-7bf3e5ea26b5), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.363364 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] Publish callbacks [] for security_group (7e8b7569-652a-4538-88bf-7bf3e5ea26b5), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.413268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7e8b7569-652a-4538-88bf-7bf3e5ea26b5), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.415803 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:38:49.416959 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e8b7569-652a-4538-88bf-7bf3e5ea26b5 HTTP/1.1" status: 204 len: 168 time: 0.1220427 Feb 21 02:38:49.424991 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b982ca-f62a-4e63-a32c-0d0722315e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8b7569-652a-4538-88bf-7bf3e5ea26b5,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:38:59.009368 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ce78-f333-4e20-bb29-39acad33f162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:01.450390 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b2c74917-ba96-435e-881b-5ad1f5d8e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:02.271466 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:02.543422 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:39:03.839255 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:05.233142 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90581999-c1a6-4ce5-a314-827e985875c4 req-5bbb3312-34f7-4b1d-a73a-c58cea503035 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:05.234634 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90581999-c1a6-4ce5-a314-827e985875c4 req-5bbb3312-34f7-4b1d-a73a-c58cea503035 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0522399 Feb 21 02:39:05.280126 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90581999-c1a6-4ce5-a314-827e985875c4 req-94a86aa0-7dae-4df2-8775-617674a5a1d9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Feb 21 02:39:05.379030 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:06.410226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ce6f-3c28-40b8-846e-d3b5982248dc req-c427a888-119f-4602-8d5a-c7e16c30e57f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:06.412432 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abe6ce6f-3c28-40b8-846e-d3b5982248dc req-c427a888-119f-4602-8d5a-c7e16c30e57f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0586810 Feb 21 02:39:06.458880 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abe6ce6f-3c28-40b8-846e-d3b5982248dc req-aeab94c4-67cd-4190-a0d6-71e5ee0107a8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401020 Feb 21 02:39:07.581931 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f275d8-b924-4275-9933-67a6fc8c0dc7 req-7eab4fa6-64fa-4461-9265-e821a5449e95 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:07.583396 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50f275d8-b924-4275-9933-67a6fc8c0dc7 req-7eab4fa6-64fa-4461-9265-e821a5449e95 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0523999 Feb 21 02:39:07.631256 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50f275d8-b924-4275-9933-67a6fc8c0dc7 req-55a5ce48-93cc-427d-a276-5cb71463d636 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Feb 21 02:39:08.753750 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd18c6-7239-4569-8b03-2f188ede68af req-069afbb2-7fda-4667-9138-fa9c326e5ada tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:08.755212 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-84fd18c6-7239-4569-8b03-2f188ede68af req-069afbb2-7fda-4667-9138-fa9c326e5ada tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0518537 Feb 21 02:39:08.799778 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-84fd18c6-7239-4569-8b03-2f188ede68af req-089660e4-70c0-4d37-92c5-d4777fcb560a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385308 Feb 21 02:39:09.929478 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c07472-6e5e-4e3a-b856-b56d29f921c3 req-84a2b2ae-9686-4819-b6ea-7d5ff43a3d7f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:09.930971 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72c07472-6e5e-4e3a-b856-b56d29f921c3 req-84a2b2ae-9686-4819-b6ea-7d5ff43a3d7f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0556765 Feb 21 02:39:09.976221 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72c07472-6e5e-4e3a-b856-b56d29f921c3 req-5703501f-f208-4a1d-a8b1-58b6d3e8856f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Feb 21 02:39:10.222620 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:11.351021 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f9c41-50f2-4dd9-9005-fde484d8b4ba req-04a4ddbd-2ccf-4608-81bb-67d96a677916 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:11.352421 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-095f9c41-50f2-4dd9-9005-fde484d8b4ba req-04a4ddbd-2ccf-4608-81bb-67d96a677916 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.3057261 Feb 21 02:39:11.398410 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-095f9c41-50f2-4dd9-9005-fde484d8b4ba req-73cd94c7-3d8e-4f25-aad7-48a1b7a81ac1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Feb 21 02:39:12.519245 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc1e5-351a-451f-b42f-a2a8dc92439d req-4153fa43-c4f2-498d-85a4-71adb3245547 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:12.520711 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-baecc1e5-351a-451f-b42f-a2a8dc92439d req-4153fa43-c4f2-498d-85a4-71adb3245547 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0520554 Feb 21 02:39:12.566636 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-baecc1e5-351a-451f-b42f-a2a8dc92439d req-d56580fa-bc07-4a90-8094-8cd0cd217e7d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Feb 21 02:39:13.687832 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41685051-fb19-4be6-9192-9ef9c7f17337 req-954f6469-4762-4898-8ef6-deecdbfddece tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:13.689305 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-41685051-fb19-4be6-9192-9ef9c7f17337 req-954f6469-4762-4898-8ef6-deecdbfddece tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0521414 Feb 21 02:39:13.735031 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-41685051-fb19-4be6-9192-9ef9c7f17337 req-a4d938a9-f078-4436-a542-0d10f1c28a14 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402286 Feb 21 02:39:14.855765 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0a92f-c004-4168-8c63-aaa6a0a429b1 req-4e797c04-4524-479a-9511-62a85c4721c8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:14.857241 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31d0a92f-c004-4168-8c63-aaa6a0a429b1 req-4e797c04-4524-479a-9511-62a85c4721c8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0525682 Feb 21 02:39:14.905242 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31d0a92f-c004-4168-8c63-aaa6a0a429b1 req-ed59ff19-703e-456f-ae2e-8940f8d04ef2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Feb 21 02:39:16.029427 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5943d8-999d-4858-a9c2-1e0d6a3ddf05 req-1c161bf4-973c-4d74-ba48-3acb67dd3587 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:16.030929 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-df5943d8-999d-4858-a9c2-1e0d6a3ddf05 req-1c161bf4-973c-4d74-ba48-3acb67dd3587 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0543368 Feb 21 02:39:16.076056 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-df5943d8-999d-4858-a9c2-1e0d6a3ddf05 req-d8578cfe-5b37-4e74-8332-0d3046264a44 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Feb 21 02:39:17.206429 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff12de-0b98-4963-b40b-fd04997a8e6a req-a41def13-391d-48ac-a84d-6e06d715a0e6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:17.207936 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4eff12de-0b98-4963-b40b-fd04997a8e6a req-a41def13-391d-48ac-a84d-6e06d715a0e6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0572696 Feb 21 02:39:17.259666 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4eff12de-0b98-4963-b40b-fd04997a8e6a req-e68bc17b-7f80-4444-b4f0-af49e9f6831a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461607 Feb 21 02:39:18.382157 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3965-23bb-4d92-a4c9-5c017ba115bd req-acb0a03b-ee55-4c71-a8a8-3529713f4381 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:18.383648 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e01d3965-23bb-4d92-a4c9-5c017ba115bd req-acb0a03b-ee55-4c71-a8a8-3529713f4381 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0522048 Feb 21 02:39:18.429590 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e01d3965-23bb-4d92-a4c9-5c017ba115bd req-d01dfacf-925b-4146-b5ed-5f0bda2b7fe6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404325 Feb 21 02:39:18.586903 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:39:18.683486 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:18.694365 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:39:18.729445 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: ACTIVE; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:39:18.729859 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:18.743231 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:39:18.761410 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:18.765478 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:18.817264 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=6']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:39:18.824512 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.824861 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.825203 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.825559 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.825910 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.826236 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.826559 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.826880 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.827199 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.827519 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.827836 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.828152 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.828472 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:39:18.863198 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:39:19.549608 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30318990-4446-4fd2-9ed7-01302ef15e9f req-4b103684-4fc5-4390-bc1b-a86b75432563 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:19.551092 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-30318990-4446-4fd2-9ed7-01302ef15e9f req-4b103684-4fc5-4390-bc1b-a86b75432563 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0511444 Feb 21 02:39:19.597653 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-30318990-4446-4fd2-9ed7-01302ef15e9f req-f476d776-c461-49e9-a07e-6f7feb32ec90 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Feb 21 02:39:20.587641 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:39:20.637471 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:39:20.637878 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:20.715463 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:39:20.715851 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:20.719233 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4232-9776-46aa-8326-db2ab2ac584e req-697bbd5b-fed5-4de0-b096-eff64bb4cd40 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:20.720743 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-271b4232-9776-46aa-8326-db2ab2ac584e req-697bbd5b-fed5-4de0-b096-eff64bb4cd40 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0510781 Feb 21 02:39:20.739392 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:39:20.741861 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ffaee-c4d0-49cd-8bf4-eebee0a15594" -d '{"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:39:20.755683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:20.759976 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:20.773901 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-271b4232-9776-46aa-8326-db2ab2ac584e req-415eb579-c714-412c-950d-272dc3d273b3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467443 Feb 21 02:39:20.784385 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966e35d1-9c50-4802-99d4-d7294091657b x-openstack-request-id: req-966e35d1-9c50-4802-99d4-d7294091657b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:39:20.784686 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:39:20.784946 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-966e35d1-9c50-4802-99d4-d7294091657b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:39:20.785337 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'code': 200} Feb 21 02:39:20.811538 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=7']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:39:21.901758 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad1c4-d4df-41a4-9950-1b1c369c9f6d req-33604f11-9d7d-41a6-b3ed-cf8483186b8b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:21.903210 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-724ad1c4-d4df-41a4-9950-1b1c369c9f6d req-33604f11-9d7d-41a6-b3ed-cf8483186b8b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0553577 Feb 21 02:39:21.948516 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-724ad1c4-d4df-41a4-9950-1b1c369c9f6d req-e268e94e-b138-4b6d-9fad-946c5230d059 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Feb 21 02:39:23.073877 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d619b9-13bd-407e-8e63-1f44b756139d req-d8d316be-f5dc-4247-8a98-f4c09e6cfd2c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:23.075401 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74d619b9-13bd-407e-8e63-1f44b756139d req-d8d316be-f5dc-4247-8a98-f4c09e6cfd2c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0541337 Feb 21 02:39:23.126543 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-74d619b9-13bd-407e-8e63-1f44b756139d req-856c74d7-89dc-453f-b619-0bd3400571f5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Feb 21 02:39:24.259048 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801ee03-4dd1-4fc0-9c89-11f2771face7 req-e88b0fff-0c30-4909-8ea3-ff88f8ce353f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:24.266689 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c801ee03-4dd1-4fc0-9c89-11f2771face7 req-e88b0fff-0c30-4909-8ea3-ff88f8ce353f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0624886 Feb 21 02:39:24.316445 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c801ee03-4dd1-4fc0-9c89-11f2771face7 req-5f20b4f6-4fe7-4752-9859-069993f02784 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486560 Feb 21 02:39:25.441958 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5274cc-ae4e-4b68-94cd-655e52beda0d req-9ca92a29-9d40-4e5d-b8a3-29ce1c0df0cb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:25.444605 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bf5274cc-ae4e-4b68-94cd-655e52beda0d req-9ca92a29-9d40-4e5d-b8a3-29ce1c0df0cb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0580735 Feb 21 02:39:25.491773 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-bf5274cc-ae4e-4b68-94cd-655e52beda0d req-38614845-dc15-4a76-a88e-dacdab7c07dc tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Feb 21 02:39:26.639376 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58a9-e925-486b-bc87-6162e7130766 req-312de828-1e24-406a-8db4-c8a0cd8f9eb3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:26.641765 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e97a58a9-e925-486b-bc87-6162e7130766 req-312de828-1e24-406a-8db4-c8a0cd8f9eb3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0742106 Feb 21 02:39:26.694543 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e97a58a9-e925-486b-bc87-6162e7130766 req-ae3c67c6-1cb7-43bc-8f89-48b6478e5b30 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 Feb 21 02:39:27.833391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c33a-1db0-450e-bade-43964a714450 req-61cb8853-1d9d-4e43-b3a7-00ccef91c806 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:27.838112 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5ab0c33a-1db0-450e-bade-43964a714450 req-61cb8853-1d9d-4e43-b3a7-00ccef91c806 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0627429 Feb 21 02:39:27.899039 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5ab0c33a-1db0-450e-bade-43964a714450 req-4d3f7dc6-bbe6-4a7e-a3fc-34d0c2e31ee1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521135 Feb 21 02:39:29.017361 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c92cfb8-7418-49f7-a7c3-f9bd81504da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:29.023667 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e383-ec84-4e33-be82-c1f0ee4ad9d6 req-e7194feb-8592-443f-8fdd-cc22bd2a082d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:29.027774 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b79e383-ec84-4e33-be82-c1f0ee4ad9d6 req-e7194feb-8592-443f-8fdd-cc22bd2a082d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0648715 Feb 21 02:39:29.075238 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b79e383-ec84-4e33-be82-c1f0ee4ad9d6 req-0f5b223b-c9ab-404d-b794-7d9d7ba51f69 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Feb 21 02:39:30.225186 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f3672-d0a6-4ab1-b940-f493bc5d7f27 req-f28afabf-c1a3-44de-a340-b57dd6923eb0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:30.227677 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ec9f3672-d0a6-4ab1-b940-f493bc5d7f27 req-f28afabf-c1a3-44de-a340-b57dd6923eb0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0567300 Feb 21 02:39:30.283530 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-ec9f3672-d0a6-4ab1-b940-f493bc5d7f27 req-9d94debb-d5af-457a-a3ee-35e427aabb39 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475252 Feb 21 02:39:31.432557 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb69d-d87f-44ae-b761-9ed414a813d3 req-781b282b-d5f1-4eaa-828e-596583012cd5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:31.434161 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd0eb69d-d87f-44ae-b761-9ed414a813d3 req-781b282b-d5f1-4eaa-828e-596583012cd5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0640149 Feb 21 02:39:31.460938 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c979459b-e521-467c-9ff4-cae8861fcf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:31.505439 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd0eb69d-d87f-44ae-b761-9ed414a813d3 req-90efeb4b-5536-4ac1-962e-e37bb3123937 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576236 Feb 21 02:39:32.278751 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:32.663201 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb84461-7a2b-4a19-9c1d-f58fffdf7440 req-30c28da7-a4cd-448c-b9b5-c8458381a1e5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:32.665141 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7cb84461-7a2b-4a19-9c1d-f58fffdf7440 req-30c28da7-a4cd-448c-b9b5-c8458381a1e5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0768898 Feb 21 02:39:32.715002 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7cb84461-7a2b-4a19-9c1d-f58fffdf7440 req-feed3b50-1e8c-4af1-a349-19d855cdfb1c tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Feb 21 02:39:33.836967 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6011046-ea92-4d99-a734-d282ec5fa7ed req-5c1a8d3e-c5cc-4a58-8454-4433e2b11452 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:33.838607 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f6011046-ea92-4d99-a734-d282ec5fa7ed req-5c1a8d3e-c5cc-4a58-8454-4433e2b11452 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0520961 Feb 21 02:39:33.838869 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:33.885672 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f6011046-ea92-4d99-a734-d282ec5fa7ed req-b4eaef05-d4df-4400-be61-886f013445e8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Feb 21 02:39:34.407101 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-2dbf2854-81c8-4e14-88b1-3c9207a98280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:34.408577 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-2dbf2854-81c8-4e14-88b1-3c9207a98280 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1130 time: 0.1338470 Feb 21 02:39:34.499849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-c1c41f9c-6cc3-4520-829a-094159263fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:34.501468 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-c1c41f9c-6cc3-4520-829a-094159263fbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.0859220 Feb 21 02:39:34.565116 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-54f8e862-9bd7-4158-a19c-9a86c2826211 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0571353 Feb 21 02:39:34.612348 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-c3cbf0db-e688-4a47-8609-452d7eff2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:34.613780 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-c3cbf0db-e688-4a47-8609-452d7eff2027 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0419869 Feb 21 02:39:34.663891 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-f6b2f133-292d-4d0f-97be-2e080e340b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:34.665385 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-f6b2f133-292d-4d0f-97be-2e080e340b22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456975 Feb 21 02:39:34.750885 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-4c48c47d-a040-4333-8d7f-b1b292f81c8f service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793331 Feb 21 02:39:34.841226 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-31867150-6d1f-4616-844a-4d2dc152f0d2 req-68033955-eb34-4f40-812d-9330066c3027 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839236 Feb 21 02:39:35.009211 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434ac44-5719-41ea-b509-2ca9276831d4 req-a8d78a80-8a19-41a0-8ea7-35b48c95dff0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:35.010719 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e434ac44-5719-41ea-b509-2ca9276831d4 req-a8d78a80-8a19-41a0-8ea7-35b48c95dff0 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0531640 Feb 21 02:39:35.058306 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e434ac44-5719-41ea-b509-2ca9276831d4 req-dac2da5f-9cdb-4160-828d-72e49c50f2a6 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Feb 21 02:39:35.380783 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:36.179552 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713163-7044-422b-95c6-efbeeeafbfde req-edc1bfb3-7eab-4127-a7a6-7830b5d6888d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:36.181038 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09713163-7044-422b-95c6-efbeeeafbfde req-edc1bfb3-7eab-4127-a7a6-7830b5d6888d tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 946 time: 0.0525970 Feb 21 02:39:36.226733 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09713163-7044-422b-95c6-efbeeeafbfde req-ceded330-823e-45a5-95c4-2632210bb7bc tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Feb 21 02:39:36.652020 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:39:36.731262 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: ACTIVE; New status is: DOWN {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:39:36.731646 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:36.760683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:39:36.762899 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063c79ba-9561-4750-af15-3e8f4abb0105" -d '{"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-unplugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:39:36.774892 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:36.779561 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:36.806342 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c5957c-9adb-4ce6-ab08-9d13c04bf783 x-openstack-request-id: req-49c5957c-9adb-4ce6-ab08-9d13c04bf783 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:39:36.806636 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-unplugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:39:36.806883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49c5957c-9adb-4ce6-ab08-9d13c04bf783 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:39:36.807267 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'code': 200} Feb 21 02:39:36.832965 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=8']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:39:37.351898 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaea30-3bb3-4f02-96de-3ee0d27849b4 req-594975ed-e27d-48c5-a75a-a14db0321b61 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:37.353355 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddeaea30-3bb3-4f02-96de-3ee0d27849b4 req-594975ed-e27d-48c5-a75a-a14db0321b61 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0568697 Feb 21 02:39:37.400519 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ddeaea30-3bb3-4f02-96de-3ee0d27849b4 req-72a9be2b-44c9-4b47-92d7-c6df0d1f2373 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Feb 21 02:39:38.169331 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [req-c4b268b2-61a4-49c8-8ea1-943526dd667e req-c48dafcf-ecdf-4346-b15e-65dfb3f7fb96 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=102809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 02:39:38.170386 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c4b268b2-61a4-49c8-8ea1-943526dd667e req-c48dafcf-ecdf-4346-b15e-65dfb3f7fb96 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474834 Feb 21 02:39:38.323813 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb475af7-f1f2-4b8c-8769-004e9cf8a6cf req-9da81c47-b509-4996-a183-64037a90eac8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:38.325291 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fb475af7-f1f2-4b8c-8769-004e9cf8a6cf req-9da81c47-b509-4996-a183-64037a90eac8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0519764 Feb 21 02:39:38.378703 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fb475af7-f1f2-4b8c-8769-004e9cf8a6cf req-813d304c-b56d-48e9-bdeb-a069121c127e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438116 Feb 21 02:39:38.563923 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-f7148009-ee52-427e-afaa-8174416852d6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442319 Feb 21 02:39:38.639117 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-069fc43e-e52d-46c0-9f7b-884c0a0ac434 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:38.640605 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-069fc43e-e52d-46c0-9f7b-884c0a0ac434 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports/49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 941 time: 0.0499120 Feb 21 02:39:39.523231 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-0b3b1941-d738-49ff-8943-654fca144930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.524997 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-0b3b1941-d738-49ff-8943-654fca144930 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc&tenant_id=6331fee47dce4e8b88574ea961f8b9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0808644 Feb 21 02:39:39.532334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d08c0-6c4b-41f0-8b46-e944049bf9a8 req-169283ac-f95d-4340-a97a-f0304e6e2632 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.533733 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eb9d08c0-6c4b-41f0-8b46-e944049bf9a8 req-169283ac-f95d-4340-a97a-f0304e6e2632 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0796537 Feb 21 02:39:39.542135 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:39:39.606219 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-eb9d08c0-6c4b-41f0-8b46-e944049bf9a8 req-6a0f1155-3d6d-4b44-9b81-7872e4dd40d2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668678 Feb 21 02:39:39.617205 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-51ef9c1c-0452-47e9-8050-0b098c7e42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.619306 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-51ef9c1c-0452-47e9-8050-0b098c7e42c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1128 time: 0.0663855 Feb 21 02:39:39.709931 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-3165e558-50e2-41fe-aaf5-8816310cb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.711432 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-3165e558-50e2-41fe-aaf5-8816310cb7cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.0861154 Feb 21 02:39:39.776770 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-79ec9620-7c8b-4d17-b1a1-aae5012d810b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 1000 time: 0.0588996 Feb 21 02:39:39.825570 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-b8bfa4a2-40cf-45c2-ad88-3bde1a7772db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.827011 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-b8bfa4a2-40cf-45c2-ad88-3bde1a7772db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0427029 Feb 21 02:39:39.879473 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-e4b37122-62e7-4e0b-85e7-015784290e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:39.880957 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-e4b37122-62e7-4e0b-85e7-015784290e32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481098 Feb 21 02:39:39.965893 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-3fae8292-cee5-479a-8e17-ec986fd7869e service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788748 Feb 21 02:39:40.056567 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-374cecbf-aabc-43d4-9f3c-db1faf975de8 req-de5529fa-c8f1-413e-b25e-3db4c0df3d1c service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837054 Feb 21 02:39:40.226506 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:40.667549 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:39:40.743202 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07d119-048c-44b3-93f3-d6cb5ed807fe req-88008ce3-330c-4801-a695-baccca11c015 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:40.744948 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f07d119-048c-44b3-93f3-d6cb5ed807fe req-88008ce3-330c-4801-a695-baccca11c015 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0584407 Feb 21 02:39:40.764284 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: DOWN; New status is: DOWN {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:39:40.800122 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6f07d119-048c-44b3-93f3-d6cb5ed807fe req-ab26d327-1fc8-4789-a16e-fe95774c6220 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Feb 21 02:39:41.935961 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbedead-537c-4957-9603-41bf9a03c51e req-3b631737-8b23-4dd2-82d6-09a46f5a30f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:41.937457 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7dbedead-537c-4957-9603-41bf9a03c51e req-3b631737-8b23-4dd2-82d6-09a46f5a30f4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0551698 Feb 21 02:39:41.985145 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-7dbedead-537c-4957-9603-41bf9a03c51e req-b91b6455-1d78-4a5e-bf32-dcabb07877ef tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Feb 21 02:39:43.123697 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc60f0-a9a8-4430-87b6-14bf00fde74c req-f4a4d0d9-3d9e-457e-a598-8fdc099d1b28 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:43.125326 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-12cc60f0-a9a8-4430-87b6-14bf00fde74c req-f4a4d0d9-3d9e-457e-a598-8fdc099d1b28 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0583856 Feb 21 02:39:43.177095 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-12cc60f0-a9a8-4430-87b6-14bf00fde74c req-326ff964-4769-4ae0-a33c-55b532903aea tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455470 Feb 21 02:39:44.306738 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa2775-16cc-425a-8868-8299a4b27171 req-eb0f63c6-95f7-4c6c-b4b5-b82a83f6af99 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:44.309720 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abfa2775-16cc-425a-8868-8299a4b27171 req-eb0f63c6-95f7-4c6c-b4b5-b82a83f6af99 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0595338 Feb 21 02:39:44.355355 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-abfa2775-16cc-425a-8868-8299a4b27171 req-da8c9416-e479-40cd-a998-3092f627cecb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Feb 21 02:39:45.482313 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e7d8-3e85-4a87-9a0a-c0166ff4f4e4 req-3f40f379-c5f4-436a-9f77-239607a2d34b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:45.483804 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5bd0e7d8-3e85-4a87-9a0a-c0166ff4f4e4 req-3f40f379-c5f4-436a-9f77-239607a2d34b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0545900 Feb 21 02:39:45.532602 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5bd0e7d8-3e85-4a87-9a0a-c0166ff4f4e4 req-bb5cf3aa-adea-40da-a7f9-c0d2a2b22d51 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 21 02:39:46.658360 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c04e1f-94f8-4ee7-8e99-cf440f136d82 req-444e5f58-47e6-4b56-8ecb-137989aba402 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:46.659877 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17c04e1f-94f8-4ee7-8e99-cf440f136d82 req-444e5f58-47e6-4b56-8ecb-137989aba402 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0572932 Feb 21 02:39:46.711858 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-17c04e1f-94f8-4ee7-8e99-cf440f136d82 req-6eacf93b-9b68-4643-a250-993a691a49c5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Feb 21 02:39:47.856957 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9956a-03ea-47c9-bdc0-0ccd1b4a1fbc req-1a2564d0-b220-45ce-8c10-2de9492cc8e5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:47.860935 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-53e9956a-03ea-47c9-bdc0-0ccd1b4a1fbc req-1a2564d0-b220-45ce-8c10-2de9492cc8e5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0580223 Feb 21 02:39:47.909851 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-53e9956a-03ea-47c9-bdc0-0ccd1b4a1fbc req-e3969068-0372-423f-8265-29335adc03e8 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400567 Feb 21 02:39:49.038718 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0d758-154e-414a-8946-d1599135547f req-a4c47efc-6bd2-44d1-abcc-239ab1725654 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:49.040252 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aca0d758-154e-414a-8946-d1599135547f req-a4c47efc-6bd2-44d1-abcc-239ab1725654 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0560336 Feb 21 02:39:49.085872 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aca0d758-154e-414a-8946-d1599135547f req-f6eae190-946e-49f4-94cd-ea2fbd611eec tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Feb 21 02:39:50.217572 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7afbe9-3489-473d-a321-a7c78cae45d8 req-d94cd1b2-9003-4647-bd9f-04bc5f2ba53b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:50.219061 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af7afbe9-3489-473d-a321-a7c78cae45d8 req-d94cd1b2-9003-4647-bd9f-04bc5f2ba53b tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0558953 Feb 21 02:39:50.264306 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af7afbe9-3489-473d-a321-a7c78cae45d8 req-cefab326-d7a4-4a30-b46d-d159914c8818 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Feb 21 02:39:51.385849 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9140a-d788-49d2-813f-9059d4da124a req-e4a0cf63-f6e0-4fd1-b394-739a7f0e4674 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:51.387337 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52b9140a-d788-49d2-813f-9059d4da124a req-e4a0cf63-f6e0-4fd1-b394-739a7f0e4674 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0525002 Feb 21 02:39:51.436829 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-52b9140a-d788-49d2-813f-9059d4da124a req-aee727d1-b66c-4733-9918-1cf23af40fbb tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Feb 21 02:39:52.559243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7162f7-05f9-4868-b83b-efcac91c8827 req-49f80630-d361-49a5-b2c0-0335851ba77e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:52.560704 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f7162f7-05f9-4868-b83b-efcac91c8827 req-49f80630-d361-49a5-b2c0-0335851ba77e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0522270 Feb 21 02:39:52.607533 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f7162f7-05f9-4868-b83b-efcac91c8827 req-97543538-0cb9-4bc4-aa98-66713d7446e1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413287 Feb 21 02:39:53.728675 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f490-0f12-411b-b539-439000fbdad6 req-330fcf88-84b6-42ba-a026-2a5f13731c7f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:53.730163 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6810f490-0f12-411b-b539-439000fbdad6 req-330fcf88-84b6-42ba-a026-2a5f13731c7f tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0528369 Feb 21 02:39:53.776258 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-6810f490-0f12-411b-b539-439000fbdad6 req-853d5e74-1290-4aa7-92b6-cf7a5503a1cd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Feb 21 02:39:54.896657 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35248e-8588-4b4a-bb9f-d9549e53ec96 req-088d3a4e-66f6-445f-b4b0-936cbac1a9c9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:54.898126 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c35248e-8588-4b4a-bb9f-d9549e53ec96 req-088d3a4e-66f6-445f-b4b0-936cbac1a9c9 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0518851 Feb 21 02:39:54.946038 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c35248e-8588-4b4a-bb9f-d9549e53ec96 req-6ac38504-a3d8-4518-9acd-07d0dd75e8b7 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Feb 21 02:39:55.856237 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-d055f26f-f82e-4e2d-a654-73cfd81b42c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432091 Feb 21 02:39:55.941439 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-37cc4b00-cfe6-4494-ae44-f1e42bf1d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:55.942972 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-37cc4b00-cfe6-4494-ae44-f1e42bf1d67a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1130 time: 0.0473754 Feb 21 02:39:56.075215 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-e378822c-25d5-4aa7-a832-2181a0538098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:56.076667 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-e378822c-25d5-4aa7-a832-2181a0538098 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.1136801 Feb 21 02:39:56.096771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e4541-de5f-45e5-a487-14169ca93fbb req-5ca6122c-00ca-4a2a-8da9-4fc80e8f48d5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:56.098223 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3e4541-de5f-45e5-a487-14169ca93fbb req-5ca6122c-00ca-4a2a-8da9-4fc80e8f48d5 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0811224 Feb 21 02:39:56.177855 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-1b6e5942-13be-48d4-8e96-81cd31d885d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 1002 time: 0.0946410 Feb 21 02:39:56.184745 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-2d3e4541-de5f-45e5-a487-14169ca93fbb req-d8bcaa26-0b1f-4e0f-a49a-3c2fe1c31237 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566952 Feb 21 02:39:56.227552 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-9f32f32b-383a-48d7-9150-cf0a4f406382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:56.229196 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-9f32f32b-383a-48d7-9150-cf0a4f406382 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0436358 Feb 21 02:39:56.276728 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-accc24de-a9cb-4ee2-9fd2-52e433ec7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:56.278211 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-accc24de-a9cb-4ee2-9fd2-52e433ec7b4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432005 Feb 21 02:39:56.369210 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-d7853cb1-db16-4377-b7f5-e73721698a2f service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849440 Feb 21 02:39:56.455424 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-d7608676-50c5-477f-b4ae-b3aa800230c4 req-c57ff4dc-6d37-44ea-a6d1-1f18803f1195 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807376 Feb 21 02:39:57.306633 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e1ae4-3bc1-44d7-9cb9-86e66da1a917 req-6f7e00c9-1707-42a6-a3b4-d8e2f1b48a66 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:57.308147 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d7e1ae4-3bc1-44d7-9cb9-86e66da1a917 req-6f7e00c9-1707-42a6-a3b4-d8e2f1b48a66 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0526385 Feb 21 02:39:57.354463 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d7e1ae4-3bc1-44d7-9cb9-86e66da1a917 req-2c383ee3-07e5-483e-96ca-3edc8fc1e437 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Feb 21 02:39:58.480626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f90c5f-7cfb-48e2-a44c-1edd1b1a75be req-a9644cfc-6a18-4fdf-987c-5639f535fafe tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:58.482121 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-43f90c5f-7cfb-48e2-a44c-1edd1b1a75be req-a9644cfc-6a18-4fdf-987c-5639f535fafe tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 944 time: 0.0558422 Feb 21 02:39:58.527364 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-43f90c5f-7cfb-48e2-a44c-1edd1b1a75be req-1523f3a7-5f65-4f42-a73e-6d7692fd6c51 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 Feb 21 02:39:58.741221 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 details requested by agent hyperv_hv-cinder-80447 with host hv-cinder-80447 {{(pid=102811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 02:39:58.838078 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:58.848973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Returning: {'device': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'port_id': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'mac_address': 'fa:16:3e:f3:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 02:39:58.885200 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: DOWN; New status is: BUILD {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:39:58.885584 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:58.899019 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 02:39:58.919556 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:39:58.923029 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:58.972092 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=9']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:39:59.008628 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-78f3f262-eddf-42d9-80a7-15eb9335b6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:39:59.267570 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] get_ports_and_sgs() called for port_ids ['49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'] {{(pid=102811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 02:39:59.647087 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287b198-5931-46bf-8089-1a9c1b172a53 req-3d0c5e50-88b3-44b3-a0a9-1955f3fafbec tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:39:59.648562 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e287b198-5931-46bf-8089-1a9c1b172a53 req-3d0c5e50-88b3-44b3-a0a9-1955f3fafbec tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0518596 Feb 21 02:39:59.693703 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e287b198-5931-46bf-8089-1a9c1b172a53 req-0fb6b38c-d81a-4761-922c-ba2eb8e135ab tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Feb 21 02:40:00.748314 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 up at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 02:40:00.799135 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Provisioning complete for port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 triggered by entity L2. {{(pid=102811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 02:40:00.799514 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986906'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), provisioning_complete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:00.815034 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57daac67-446e-48be-9556-34ed368f554f req-f2840e1b-1c6c-4331-aa13-611d16c55a99 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:00.816532 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-57daac67-446e-48be-9556-34ed368f554f req-f2840e1b-1c6c-4331-aa13-611d16c55a99 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 945 time: 0.0510888 Feb 21 02:40:00.864718 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-57daac67-446e-48be-9556-34ed368f554f req-e19c8fcb-60e2-4c12-a935-ca9a56c18dcd tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417905 Feb 21 02:40:00.877564 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Current status of the port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 is: BUILD; New status is: ACTIVE {{(pid=102811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 02:40:00.877987 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:00.901096 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:40:00.903376 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee640733916972f34dbc95f50b857cd8cf7d5f76f8b64899f5599a24a078102d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf01dc42-8407-4446-b380-9ccc0e398a63" -d '{"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:40:00.915874 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:00.920060 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745098987403', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745098431564', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745098431582'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:00.970698 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Pushing event updated for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=10']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:00.998795 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b67eea4-4c18-40f5-8fe1-815ecaedfc1b x-openstack-request-id: req-0b67eea4-4c18-40f5-8fe1-815ecaedfc1b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:40:00.999132 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-plugged", "status": "completed", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:40:00.999358 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b67eea4-4c18-40f5-8fe1-815ecaedfc1b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:40:00.999752 dv-cinder-804470-8-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'code': 200} Feb 21 02:40:01.190556 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091be9ff-d14b-465e-bbd9-06a8c024fb39 req-13eb4d70-b62c-4254-8cc8-0448cbbb3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:01.192089 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-091be9ff-d14b-465e-bbd9-06a8c024fb39 req-13eb4d70-b62c-4254-8cc8-0448cbbb3334 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1131 time: 0.0465088 Feb 21 02:40:01.234787 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-091be9ff-d14b-465e-bbd9-06a8c024fb39 req-2dee2e8a-b724-468d-9504-9c80acf531b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Feb 21 02:40:01.453448 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e86d6c35-fb2f-40ab-ad79-3eb075c600bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:01.985491 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234061d-4a40-4d43-9e06-47740aeacc9e req-6e8b880e-f0f3-4609-8416-54ba722c7d5e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:01.987309 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f234061d-4a40-4d43-9e06-47740aeacc9e req-6e8b880e-f0f3-4609-8416-54ba722c7d5e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0520344 Feb 21 02:40:02.034599 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-f234061d-4a40-4d43-9e06-47740aeacc9e req-88e6b48a-818b-4829-9332-202f4f0cf2c3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418205 Feb 21 02:40:02.278098 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:03.161651 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98cbe3-5e87-4be4-8089-4f436c494898 req-5bc1a76e-922d-45e6-a58a-cabf46cfd130 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:03.163128 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea98cbe3-5e87-4be4-8089-4f436c494898 req-5bc1a76e-922d-45e6-a58a-cabf46cfd130 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0556633 Feb 21 02:40:03.209337 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ea98cbe3-5e87-4be4-8089-4f436c494898 req-341e1d1b-eadf-4112-9516-d649a572fe4a tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Feb 21 02:40:03.842123 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:04.331306 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24693f-3106-4b4b-aa9f-751b88f2e7f1 req-97b9c05f-daab-44c9-bd92-543147e139c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:04.332834 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aa24693f-3106-4b4b-aa9f-751b88f2e7f1 req-97b9c05f-daab-44c9-bd92-543147e139c1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0522795 Feb 21 02:40:04.382875 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-aa24693f-3106-4b4b-aa9f-751b88f2e7f1 req-590484fa-7fc3-4b3c-a74c-baafd27d0ce3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Feb 21 02:40:05.383551 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:10.239171 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:16.540502 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:40:29.012784 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-63b95f2d-88b2-4fa5-9850-26c63be5ee2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:31.454493 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0c57dec7-245d-404d-bcac-1fdb2e2a3482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:31.799904 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33492) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:32.237268 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port e75c31fe-91cb-4de0-9d66-dd10ac63bac8 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:32.237610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.279598 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.311284 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.311615 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.323016 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for e75c31fe-91cb-4de0-9d66-dd10ac63bac8 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:32.468899 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (e75c31fe-91cb-4de0-9d66-dd10ac63bac8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.491833 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=e75c31fe-91cb-4de0-9d66-dd10ac63bac8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:32.505308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.505684 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.506031 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.506372 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.506703 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.507034 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.507362 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.507688 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.508010 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.508337 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.508657 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.508976 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.509298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:32.566770 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (00479282-66b7-4384-a90c-84164ea643e8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.567106 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 00479282-66b7-4384-a90c-84164ea643e8 disassociated (deleted). External IP: 172.27.1.111, port: 74031657-e31e-49d9-87d8-c7e6cbbd9e87. Feb 21 02:40:32.773791 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:40:32.883150 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:40:32.887904 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:32.893162 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:40:32.905628 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:32.906262 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:32.917056 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-805d5156-a842-4c7d-a936-b3fe76bc1bb4 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "DELETE /v2.0/floatingips/00479282-66b7-4384-a90c-84164ea643e8 HTTP/1.1" status: 204 len: 168 time: 1.1161578 Feb 21 02:40:32.918224 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:40:32.920469 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5dacef-345e-4255-97e2-e72995d3bab9" -d '{"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:40:32.961526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ba5b54-03a1-46d9-acd0-289094e249a8 x-openstack-request-id: req-e8ba5b54-03a1-46d9-acd0-289094e249a8 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:40:32.961943 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:40:32.962208 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8ba5b54-03a1-46d9-acd0-289094e249a8 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:40:32.962643 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'status': 'completed', 'code': 200} Feb 21 02:40:33.021128 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:33.032090 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-4ac06d06-2b6e-4f34-8232-9c6f91340b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:33.033543 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-4ac06d06-2b6e-4f34-8232-9c6f91340b27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 1130 time: 0.0489781 Feb 21 02:40:33.268390 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:33.296439 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:40:33.305338 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:33.305991 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:33.419252 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:33.433992 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-edcfe4b3-43a6-4845-95a5-651d84731993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:33.435461 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-edcfe4b3-43a6-4845-95a5-651d84731993 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.3962791 Feb 21 02:40:33.446441 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7915-ea3e-407a-bfa1-08a9671d2912 req-7c8ce37d-5708-40a0-b55b-ff28954e5470 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:33.447832 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62d7915-ea3e-407a-bfa1-08a9671d2912 req-7c8ce37d-5708-40a0-b55b-ff28954e5470 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.3531387 Feb 21 02:40:33.490495 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-43038b3d-5106-4348-a64f-43e88cfc33c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 200 len: 217 time: 0.0417147 Feb 21 02:40:33.563345 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c62d7915-ea3e-407a-bfa1-08a9671d2912 req-4255ecbf-ace2-4fc3-bff1-6b4fe3bad3a2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070750 Feb 21 02:40:33.568640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-e383bb50-20b1-46a1-be7e-6d1b2f2ef05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:33.570043 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-e383bb50-20b1-46a1-be7e-6d1b2f2ef05a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0711570 Feb 21 02:40:33.619163 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-23728e37-3830-4276-a793-7b211a17e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:33.620732 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-23728e37-3830-4276-a793-7b211a17e663 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445037 Feb 21 02:40:33.643821 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:33.669468 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbfbede-99d1-4b36-a401-ca857b79477e None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_floatingips': [{'id': '7bb6ce2d-432a-475f-a9b9-746dd04d46f4', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'floating_ip_address': '172.27.1.176', 'floating_network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'router_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'port_id': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'mac_address': 'fa:16:3e:6d:f8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T02:35:22Z', 'updated_at': '2022-02-21T02:35:25Z', 'revision_number': 1, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:40:33.709015 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-0de2076a-3890-486f-b0c2-0d3d2d7773d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814908 Feb 21 02:40:33.806506 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-4a5dacef-345e-4255-97e2-e72995d3bab9 req-8c8e05f5-01c5-48a6-be94-ad02dc725252 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898290 Feb 21 02:40:33.848157 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:33.889095 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d952f7b-d9e6-468f-967b-b4ec7176c345 None None] New status for floating IP 00479282-66b7-4384-a90c-84164ea643e8: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:40:34.685900 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dcc54-f700-4fed-92aa-1d087e897bfe req-032e9a9f-0cd5-4a59-9be2-6691c2dbce1c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:34.687362 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-375dcc54-f700-4fed-92aa-1d087e897bfe req-032e9a9f-0cd5-4a59-9be2-6691c2dbce1c tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.0524197 Feb 21 02:40:34.739551 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-375dcc54-f700-4fed-92aa-1d087e897bfe req-a025a0cc-cb15-4ed4-94bb-aa27699df517 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Feb 21 02:40:35.045861 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-08c25cf9-fb2f-41b9-8176-a3ec4f62aa83 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:35.047208 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-08c25cf9-fb2f-41b9-8176-a3ec4f62aa83 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 946 time: 0.0536616 Feb 21 02:40:35.139492 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:35.139825 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:35.223770 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] For port 74031657-e31e-49d9-87d8-c7e6cbbd9e87, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=74031657-e31e-49d9-87d8-c7e6cbbd9e87,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:35.224133 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:35.236746 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for 74031657-e31e-49d9-87d8-c7e6cbbd9e87 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:35.363175 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (74031657-e31e-49d9-87d8-c7e6cbbd9e87), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:35.386883 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:35.394829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=74031657-e31e-49d9-87d8-c7e6cbbd9e87,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:35.444716 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] No DVR routers for this DVR port 74031657-e31e-49d9-87d8-c7e6cbbd9e87 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:40:35.447577 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:35.451557 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-5f39008d-6fca-4882-a621-5e71dfa5befa req-c3606322-6453-4860-8075-0cfb01e84850 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "DELETE /v2.0/ports/74031657-e31e-49d9-87d8-c7e6cbbd9e87 HTTP/1.1" status: 204 len: 173 time: 0.3990896 Feb 21 02:40:35.452058 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'name': 'network-vif-deleted', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:40:35.454365 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e0715-77b2-4b83-84db-ffe09f4135e8" -d '{"events": [{"server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "name": "network-vif-deleted", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:40:35.492388 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43e386f-1be0-4421-b83b-59d7567e438c x-openstack-request-id: req-d43e386f-1be0-4421-b83b-59d7567e438c {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:40:35.492769 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c26b82-838e-4a45-9728-070472b9798d", "name": "network-vif-deleted", "tag": "74031657-e31e-49d9-87d8-c7e6cbbd9e87", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:40:35.493033 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d43e386f-1be0-4421-b83b-59d7567e438c {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:40:35.493508 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c26b82-838e-4a45-9728-070472b9798d', 'name': 'network-vif-deleted', 'tag': '74031657-e31e-49d9-87d8-c7e6cbbd9e87', 'status': 'completed', 'code': 200} Feb 21 02:40:35.864721 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f788907-0685-45fe-a050-b1cf176f3db9 req-a1ad83e3-d800-4406-b673-547234a50b91 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=39c26b82-838e-4a45-9728-070472b9798d HTTP/1.1" status: 200 len: 210 time: 0.0325048 Feb 21 02:40:38.953399 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 74031657-e31e-49d9-87d8-c7e6cbbd9e87 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:38.973899 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 74031657-e31e-49d9-87d8-c7e6cbbd9e87 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:38.974243 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 74031657-e31e-49d9-87d8-c7e6cbbd9e87 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:39.134997 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33524) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:39.288792 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port 7213784f-af0e-4cb9-9168-6ea1835dadf2 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:39.289139 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.362634 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.362968 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (7213784f-af0e-4cb9-9168-6ea1835dadf2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.375307 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for 7213784f-af0e-4cb9-9168-6ea1835dadf2 owned by network:floatingip {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:39.521584 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (7213784f-af0e-4cb9-9168-6ea1835dadf2), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.548065 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=7213784f-af0e-4cb9-9168-6ea1835dadf2,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:39.608780 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (7bb6ce2d-432a-475f-a9b9-746dd04d46f4), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.609120 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Floating IP 7bb6ce2d-432a-475f-a9b9-746dd04d46f4 disassociated (deleted). External IP: 172.27.1.176, port: b9cfa993-4c52-40b7-9623-8c41c63c23f3. Feb 21 02:40:39.818198 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:40:39.924682 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:40:39.929374 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:39.934374 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:40:39.944624 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:39.945224 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:39.957985 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9c951241-376b-4c78-8086-853400024a9f tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "DELETE /v2.0/floatingips/7bb6ce2d-432a-475f-a9b9-746dd04d46f4 HTTP/1.1" status: 204 len: 168 time: 0.8218775 Feb 21 02:40:39.958684 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:40:39.961013 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c7e1d5-9397-4140-a430-ff39af011e38" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:40:40.004781 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8fc9f9-fea2-41f2-9bdd-1c21c96db8d3 x-openstack-request-id: req-6b8fc9f9-fea2-41f2-9bdd-1c21c96db8d3 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:40:40.004781 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:40:40.005027 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b8fc9f9-fea2-41f2-9bdd-1c21c96db8d3 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:40:40.005415 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'status': 'completed', 'code': 200} Feb 21 02:40:40.062476 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:40.082643 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-6bcf99fc-6a38-45b6-935d-9dd497a6fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.086021 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-6bcf99fc-6a38-45b6-935d-9dd497a6fd77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d0c19115c1746f1956552777cc35baf&device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 1130 time: 0.0612478 Feb 21 02:40:40.224045 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-e5c82d91-9b79-4150-a8b6-5e75f125f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.225518 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-e5c82d91-9b79-4150-a8b6-5e75f125f3e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 200 len: 912 time: 0.1248858 Feb 21 02:40:40.236809 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e84b56-f9c3-421d-852f-10e7dc170112 req-f86517fb-f2e6-4616-9c8e-14b1c099e924 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.238406 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c1e84b56-f9c3-421d-852f-10e7dc170112 req-f86517fb-f2e6-4616-9c8e-14b1c099e924 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0846951 Feb 21 02:40:40.249366 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:40.288270 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-d8e2af38-2d7b-4461-9b16-37bbc9990036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 200 len: 217 time: 0.0488691 Feb 21 02:40:40.353304 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:40.353580 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-c1e84b56-f9c3-421d-852f-10e7dc170112 req-30e48e9d-784c-4ef9-bc53-8d0984103d3d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/security-groups?id=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080453 Feb 21 02:40:40.363578 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-9cba78c2-b6bc-44fb-b1ea-bff000409c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.365042 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-9cba78c2-b6bc-44fb-b1ea-bff000409c6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 200 len: 850 time: 0.0648592 Feb 21 02:40:40.382358 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:40:40.392680 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:40.393292 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:40.417162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-2809fa1e-75a8-4f1b-ab90-7701f0996d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.418818 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-2809fa1e-75a8-4f1b-ab90-7701f0996d46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5e55e19-0047-4adf-9d84-20427890cdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460393 Feb 21 02:40:40.504060 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:40.508264 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-739321b3-15e2-45bf-8a04-1afef1cc0c34 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827663 Feb 21 02:40:40.599405 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-14c7e1d5-9397-4140-a430-ff39af011e38 req-903066bd-2ae8-4cc7-87d4-3214a99494e4 service neutron] 10.222.0.42 "GET /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852170 Feb 21 02:40:40.703242 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:40.728882 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a37b3c-e919-4623-ab03-d244f281d369 None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:29:29Z', 'revision_number': 4, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '5279a5b5-a49c-4012-bc4b-3dddce2ff916', 'name': '', 'network_id': 'c5e55e19-0047-4adf-9d84-20427890cdd2', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'mac_address': 'fa:16:3e:c8:c4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:29Z', 'updated_at': '2022-02-21T02:29:35Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'subnets': [{'id': 'b8a87ad3-c3f8-4b18-8e40-0f054553b6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:40:40.949013 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4f4c0-0dab-459b-a5ee-7ca66c9b373f None None] New status for floating IP 7bb6ce2d-432a-475f-a9b9-746dd04d46f4: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:40:40.952731 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-267a4275-1f8a-4071-af7f-85ff64842453 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:40.954281 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-267a4275-1f8a-4071-af7f-85ff64842453 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 946 time: 0.0535994 Feb 21 02:40:41.050617 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port b9cfa993-4c52-40b7-9623-8c41c63c23f3 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:41.050962 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:41.138403 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] For port b9cfa993-4c52-40b7-9623-8c41c63c23f3, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=b9cfa993-4c52-40b7-9623-8c41c63c23f3,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:41.138763 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:41.150649 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for b9cfa993-4c52-40b7-9623-8c41c63c23f3 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:41.279722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (b9cfa993-4c52-40b7-9623-8c41c63c23f3), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:41.306918 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=b9cfa993-4c52-40b7-9623-8c41c63c23f3,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:41.353680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] No DVR routers for this DVR port b9cfa993-4c52-40b7-9623-8c41c63c23f3 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:40:41.357231 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:41.359503 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-dd0638d0-35b9-4a85-afed-a03de1566690 req-adee0d39-9442-4bcf-b8d5-de70b80bb5e2 tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.42 "DELETE /v2.0/ports/b9cfa993-4c52-40b7-9623-8c41c63c23f3 HTTP/1.1" status: 204 len: 173 time: 0.4000146 Feb 21 02:40:41.457540 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b874d74d-d4ba-42bb-bcc5-8c85fcf3d9ed req-723d9059-e61a-42c6-b9e9-be0e09c9c20d tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "GET /v2.0/ports?device_id=f44f197d-6813-4c77-8283-ce1b523de6cd HTTP/1.1" status: 200 len: 210 time: 0.0281050 Feb 21 02:40:42.006659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'name': 'network-vif-deleted', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:40:42.009061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1f9895-1a00-4b9d-a728-ced8888b4c18" -d '{"events": [{"server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "name": "network-vif-deleted", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:40:42.043972 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f83c4-b276-4c8b-a7cc-cdc2a83348c5 x-openstack-request-id: req-1f3f83c4-b276-4c8b-a7cc-cdc2a83348c5 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:40:42.044270 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f197d-6813-4c77-8283-ce1b523de6cd", "name": "network-vif-deleted", "tag": "b9cfa993-4c52-40b7-9623-8c41c63c23f3", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:40:42.044527 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f3f83c4-b276-4c8b-a7cc-cdc2a83348c5 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:40:42.044936 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f197d-6813-4c77-8283-ce1b523de6cd', 'name': 'network-vif-deleted', 'tag': 'b9cfa993-4c52-40b7-9623-8c41c63c23f3', 'status': 'completed', 'code': 200} Feb 21 02:40:42.512100 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33540) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:42.630980 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Deleting port c93840e7-ea2e-434a-92e8-54d4424faf38 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:42.631325 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.702867 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.703193 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (c93840e7-ea2e-434a-92e8-54d4424faf38), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.714483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Calling delete_port for c93840e7-ea2e-434a-92e8-54d4424faf38 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:42.843336 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (c93840e7-ea2e-434a-92e8-54d4424faf38), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.868433 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'Port': ['ID=c93840e7-ea2e-434a-92e8-54d4424faf38,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:42.879736 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.880100 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.880446 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.880785 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.881167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.881449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.881832 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.882160 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.882484 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.882808 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.883131 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.883449 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.883765 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:42.941030 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for floatingip (73377d67-cd7f-43e2-b807-ccdecf1ed4dc), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.943623 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:42.944761 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9378964c-6c99-43bb-8db6-be54d35e9a2e tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "DELETE /v2.0/floatingips/73377d67-cd7f-43e2-b807-ccdecf1ed4dc HTTP/1.1" status: 204 len: 168 time: 0.4316807 Feb 21 02:40:44.130767 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33552) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:44.185471 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (a2a7bc99-b77c-4fa1-b2c9-2e40847d938f), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:44.210626 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (a2a7bc99-b77c-4fa1-b2c9-2e40847d938f), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:44.269337 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (a2a7bc99-b77c-4fa1-b2c9-2e40847d938f), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:44.271953 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:44.273088 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] 10.222.0.75 "DELETE /v2.0/security-groups/a2a7bc99-b77c-4fa1-b2c9-2e40847d938f HTTP/1.1" status: 204 len: 168 time: 0.1413245 Feb 21 02:40:44.282352 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecff452-6067-4390-99ac-e37b850036ae tempest-TestVolumeBootPattern-56898399 tempest-TestVolumeBootPattern-56898399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a7bc99-b77c-4fa1-b2c9-2e40847d938f,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:44.333431 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33556) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:44.815963 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (929b5c4e-1162-4930-ab35-3bda2f859606), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:44.974294 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b9cfa993-4c52-40b7-9623-8c41c63c23f3 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:44.994027 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: b9cfa993-4c52-40b7-9623-8c41c63c23f3 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:44.994370 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device b9cfa993-4c52-40b7-9623-8c41c63c23f3 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:45.063042 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Deleting port 5279a5b5-a49c-4012-bc4b-3dddce2ff916 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:45.063389 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:45.139549 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] For port 5279a5b5-a49c-4012-bc4b-3dddce2ff916, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=5279a5b5-a49c-4012-bc4b-3dddce2ff916,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:45.140226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:45.151953 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Calling delete_port for 5279a5b5-a49c-4012-bc4b-3dddce2ff916 owned by network:router_interface {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:45.326659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (5279a5b5-a49c-4012-bc4b-3dddce2ff916), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:45.349746 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=5279a5b5-a49c-4012-bc4b-3dddce2ff916,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:45.787892 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (929b5c4e-1162-4930-ab35-3bda2f859606), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.004603 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Router 929b5c4e-1162-4930-ab35-3bda2f859606 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:40:46.119109 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:40:46.124531 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-2f771b12-640d-4d63-b883-35d90b542a10 admin admin] 10.222.0.75 "PUT /v2.0/routers/929b5c4e-1162-4930-ab35-3bda2f859606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899544 Feb 21 02:40:46.126979 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33562) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:46.130037 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Sync routers for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:40:46.140353 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:46.140947 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:46.233545 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks [] for router (929b5c4e-1162-4930-ab35-3bda2f859606), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.245237 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:46.341435 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks [] for router_gateway (929b5c4e-1162-4930-ab35-3bda2f859606), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.394342 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Deleting port 8f135c36-11cb-462e-9132-8999094eeee7 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:46.394680 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (8f135c36-11cb-462e-9132-8999094eeee7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.425675 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '8f135c36-11cb-462e-9132-8999094eeee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:40:45Z', 'revision_number': 5, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port': {'id': '8f135c36-11cb-462e-9132-8999094eeee7', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:9e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:26Z', 'updated_at': '2022-02-21T02:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:46.458792 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Checking router: 929b5c4e-1162-4930-ab35-3bda2f859606 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:40:46.468303 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Routers {'929b5c4e-1162-4930-ab35-3bda2f859606'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:46.469259 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['929b5c4e-1162-4930-ab35-3bda2f859606'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:46.476708 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] For port 8f135c36-11cb-462e-9132-8999094eeee7, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=8f135c36-11cb-462e-9132-8999094eeee7,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:46.477635 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (8f135c36-11cb-462e-9132-8999094eeee7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.490467 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Calling delete_port for 8f135c36-11cb-462e-9132-8999094eeee7 owned by network:router_gateway {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:46.579680 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] Set router 929b5c4e-1162-4930-ab35-3bda2f859606 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:46.634381 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:40:46Z', 'revision_number': 6, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:46.665850 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ac639-ad43-425e-8de6-72456bfd98fc None None] The sync data for ids ['929b5c4e-1162-4930-ab35-3bda2f859606'] in dv-cinder-804470-8-iscsi is: [{'id': '929b5c4e-1162-4930-ab35-3bda2f859606', 'name': 'tempest-TestVolumeBootPattern-764547953-router', 'tenant_id': '9d0c19115c1746f1956552777cc35baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:25Z', 'updated_at': '2022-02-21T02:40:46Z', 'revision_number': 6, 'project_id': '9d0c19115c1746f1956552777cc35baf', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:40:46.671631 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (8f135c36-11cb-462e-9132-8999094eeee7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.698290 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f135c36-11cb-462e-9132-8999094eeee7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:46.762901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (929b5c4e-1162-4930-ab35-3bda2f859606), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.852211 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (929b5c4e-1162-4930-ab35-3bda2f859606), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.854298 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks [] for router_controller (929b5c4e-1162-4930-ab35-3bda2f859606), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.903433 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (929b5c4e-1162-4930-ab35-3bda2f859606), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.904082 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 929b5c4e-1162-4930-ab35-3bda2f859606 {{(pid=102809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:40:46.909881 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.911035 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-edd07105-2329-4e81-8eaa-693893e80f6b admin admin] 10.222.0.75 "DELETE /v2.0/routers/929b5c4e-1162-4930-ab35-3bda2f859606 HTTP/1.1" status: 204 len: 168 time: 0.7831059 Feb 21 02:40:46.913610 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33564) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:46.957954 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Deleting subnet b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:40:46.960860 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Publish callbacks [] for subnet (b8a87ad3-c3f8-4b18-8e40-0f054553b6e2), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:46.996170 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (b8a87ad3-c3f8-4b18-8e40-0f054553b6e2), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.083276 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (b8a87ad3-c3f8-4b18-8e40-0f054553b6e2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.136629 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (b8a87ad3-c3f8-4b18-8e40-0f054553b6e2), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.160928 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a87ad3-c3f8-4b18-8e40-0f054553b6e2,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:47.164436 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.168581 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-42e7a006-d331-4cc3-9891-b69f47b32c7c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b8a87ad3-c3f8-4b18-8e40-0f054553b6e2 HTTP/1.1" status: 204 len: 168 time: 0.2530029 Feb 21 02:40:47.170688 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082df57-b984-4722-98ec-a90403bb8cb2 None None] Network c5e55e19-0047-4adf-9d84-20427890cdd2 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:40:47.171162 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33566) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:47.238540 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (c5e55e19-0047-4adf-9d84-20427890cdd2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.293879 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Deleting port ad16d26d-0f26-44af-92fc-917cdde89f91 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:47.294225 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.356928 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] For port ad16d26d-0f26-44af-92fc-917cdde89f91, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=ad16d26d-0f26-44af-92fc-917cdde89f91,segment=NetworkSegment(243abeef-bb00-4ef4-a1cf-aede38536cd6),segment_id=243abeef-bb00-4ef4-a1cf-aede38536cd6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:47.357213 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.369915 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Calling delete_port for ad16d26d-0f26-44af-92fc-917cdde89f91 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:47.434645 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] DHCP port deletion for c5e55e19-0047-4adf-9d84-20427890cdd2 request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:40:47.459624 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.489487 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad16d26d-0f26-44af-92fc-917cdde89f91,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:47.491663 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] No DVR routers for this DVR port ad16d26d-0f26-44af-92fc-917cdde89f91 on host dv-cinder-804470-8-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:40:47.493239 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Deleting port ad16d26d-0f26-44af-92fc-917cdde89f91 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:47.493864 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.543785 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 8f135c36-11cb-462e-9132-8999094eeee7 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:47.563971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (c5e55e19-0047-4adf-9d84-20427890cdd2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.575139 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 8f135c36-11cb-462e-9132-8999094eeee7 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:47.575526 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 8f135c36-11cb-462e-9132-8999094eeee7 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:47.575879 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ad16d26d-0f26-44af-92fc-917cdde89f91 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:47.585400 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e55e19-0047-4adf-9d84-20427890cdd2']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:47.596429 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243abeef-bb00-4ef4-a1cf-aede38536cd6') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:47.596728 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243abeef-bb00-4ef4-a1cf-aede38536cd6') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:47.602955 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: ad16d26d-0f26-44af-92fc-917cdde89f91 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:47.603303 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device ad16d26d-0f26-44af-92fc-917cdde89f91 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:47.603718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5279a5b5-a49c-4012-bc4b-3dddce2ff916 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:47.606236 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] For port ad16d26d-0f26-44af-92fc-917cdde89f91, host dv-cinder-804470-8-iscsi, got binding levels [] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:47.606794 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.607047 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (243abeef-bb00-4ef4-a1cf-aede38536cd6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.625671 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (243abeef-bb00-4ef4-a1cf-aede38536cd6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.631784 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:40:47.632364 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (243abeef-bb00-4ef4-a1cf-aede38536cd6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:40:47.634311 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:40:47.637126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 5279a5b5-a49c-4012-bc4b-3dddce2ff916 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:47.637827 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 5279a5b5-a49c-4012-bc4b-3dddce2ff916 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:47.642324 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Calling delete_port for ad16d26d-0f26-44af-92fc-917cdde89f91 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:47.646504 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.ipam_backend_mixin [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Port ad16d26d-0f26-44af-92fc-917cdde89f91 was not found and therefore no delete operation was performed {{(pid=102811) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 02:40:47.647834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (ad16d26d-0f26-44af-92fc-917cdde89f91), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.670557 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Pushing event deleted for resources: {'Port': ['ID=ad16d26d-0f26-44af-92fc-917cdde89f91,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:47.682763 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.683114 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.684360 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.684750 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.685085 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.685411 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.685765 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.686099 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.686423 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.686744 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.687066 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.687380 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.687903 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:40:47.690954 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f169f-a8ca-45bd-b94b-871352539034 None None] No DVR routers for this DVR port ad16d26d-0f26-44af-92fc-917cdde89f91 on host dv-cinder-804470-8-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:40:47.700911 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (c5e55e19-0047-4adf-9d84-20427890cdd2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.712802 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:47.716371 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] 10.222.0.75 "DELETE /v2.0/networks/c5e55e19-0047-4adf-9d84-20427890cdd2 HTTP/1.1" status: 204 len: 168 time: 0.5445039 Feb 21 02:40:47.717458 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b179348-b2c3-4756-af48-d1e3ded91f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e55e19-0047-4adf-9d84-20427890cdd2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:47.719248 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33568) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:48.291996 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (78d53079-9c34-44b4-9f30-f819f30efcb2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:48.482699 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-cb6e7786-81a2-493c-8391-89a6822313e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451193 Feb 21 02:40:48.540478 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Deleting port eae2b692-2276-41b9-99cb-28a6c09254de {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:48.540815 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:48.549942 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-40d8bc31-d774-4cf1-8e85-eaf844de9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:48.551419 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-40d8bc31-d774-4cf1-8e85-eaf844de9e5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 1131 time: 0.0449150 Feb 21 02:40:48.618409 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] For port eae2b692-2276-41b9-99cb-28a6c09254de, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=eae2b692-2276-41b9-99cb-28a6c09254de,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:48.618794 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:48.631642 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Calling delete_port for eae2b692-2276-41b9-99cb-28a6c09254de owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:48.656807 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-f03ea0c2-b0e5-46c9-a0cb-602049dba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:48.658324 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-f03ea0c2-b0e5-46c9-a0cb-602049dba6f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 200 len: 918 time: 0.0893385 Feb 21 02:40:48.722656 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-f6c6a8f7-5d1c-416e-b47c-5c022d2c84e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 200 len: 1002 time: 0.0580165 Feb 21 02:40:48.782294 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-6c680a7e-9b1e-4be6-9d8c-1d52e657ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:48.783774 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-6c680a7e-9b1e-4be6-9d8c-1d52e657ed6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 200 len: 856 time: 0.0558119 Feb 21 02:40:48.814432 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (eae2b692-2276-41b9-99cb-28a6c09254de), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:48.833163 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-ca6cd0de-6397-4dc2-9bd2-6a9132c6cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:40:48.834704 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-ca6cd0de-6397-4dc2-9bd2-6a9132c6cc4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aed7eff0-82e8-4eca-ade5-d5275418c168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449998 Feb 21 02:40:48.841687 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae2b692-2276-41b9-99cb-28a6c09254de,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:48.936003 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-26faa21d-be89-4a4e-a6d7-0f5ee16e0c0d service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939355 Feb 21 02:40:49.020465 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (78d53079-9c34-44b4-9f30-f819f30efcb2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.037604 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-12745ada-00f5-4462-9d93-1b9870655ef9 req-6c173176-d8c1-44e4-8117-28cdf4076f97 service neutron] 10.222.0.42 "GET /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957699 Feb 21 02:40:49.241517 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Router 78d53079-9c34-44b4-9f30-f819f30efcb2 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:40:49.350113 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:40:49.355046 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-34be14a9-a5b2-411e-8683-9ef2d893be32 admin admin] 10.222.0.75 "PUT /v2.0/routers/78d53079-9c34-44b4-9f30-f819f30efcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339757 Feb 21 02:40:49.358266 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33570) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:49.362000 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Sync routers for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:40:49.373565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:49.374209 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:49.463375 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks [] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.480365 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:49.567803 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks [] for router_gateway (78d53079-9c34-44b4-9f30-f819f30efcb2), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.623645 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Deleting port b625a553-efdb-4336-ac6b-1d0cf38c7c66 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:49.623985 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.667329 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:40:48Z', 'revision_number': 5, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port': {'id': 'b625a553-efdb-4336-ac6b-1d0cf38c7c66', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ef:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:29:33Z', 'updated_at': '2022-02-21T02:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:49.693811 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Checking router: 78d53079-9c34-44b4-9f30-f819f30efcb2 for host: dv-cinder-804470-8-iscsi {{(pid=102811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:40:49.700503 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] For port b625a553-efdb-4336-ac6b-1d0cf38c7c66, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=b625a553-efdb-4336-ac6b-1d0cf38c7c66,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:49.700865 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.702837 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Routers {'78d53079-9c34-44b4-9f30-f819f30efcb2'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:40:49.703449 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:40:31Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['78d53079-9c34-44b4-9f30-f819f30efcb2'], 'active': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:49.713238 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Calling delete_port for b625a553-efdb-4336-ac6b-1d0cf38c7c66 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:49.795686 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvr_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] Set router 78d53079-9c34-44b4-9f30-f819f30efcb2 gateway port host: None {{(pid=102811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:40:49.846686 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_hamode_db [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:40:49Z', 'revision_number': 6, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:49.877173 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442a61cb-c2d5-4419-8114-ad953afe3ad7 None None] The sync data for ids ['78d53079-9c34-44b4-9f30-f819f30efcb2'] in dv-cinder-804470-8-iscsi is: [{'id': '78d53079-9c34-44b4-9f30-f819f30efcb2', 'name': 'tempest-TestVolumeBootPattern-1275371544-router', 'tenant_id': '5c0931db012d493b9664e2895a3020ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:29:32Z', 'updated_at': '2022-02-21T02:40:49Z', 'revision_number': 6, 'project_id': '5c0931db012d493b9664e2895a3020ba', 'gw_port_host': None}] {{(pid=102811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:40:49.881495 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (b625a553-efdb-4336-ac6b-1d0cf38c7c66), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:49.916189 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b625a553-efdb-4336-ac6b-1d0cf38c7c66,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:49.973609 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (78d53079-9c34-44b4-9f30-f819f30efcb2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.063612 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.065625 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks [] for router_controller (78d53079-9c34-44b4-9f30-f819f30efcb2), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.110419 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (78d53079-9c34-44b4-9f30-f819f30efcb2), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.110921 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78d53079-9c34-44b4-9f30-f819f30efcb2 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:40:50.115258 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.116381 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-808f2748-27eb-403b-9e26-1cea513458fb admin admin] 10.222.0.75 "DELETE /v2.0/routers/78d53079-9c34-44b4-9f30-f819f30efcb2 HTTP/1.1" status: 204 len: 168 time: 0.7573311 Feb 21 02:40:50.118907 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33572) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:50.162505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Deleting subnet 2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:40:50.165435 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Publish callbacks [] for subnet (2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.198957 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.283081 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.335956 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.362960 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:50.368544 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.373413 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bdc5bcd4-8766-4a6b-b4ca-270b9f81cb8e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2cb7ede3-63a2-4e01-9f4e-7f0ead86f07b HTTP/1.1" status: 204 len: 168 time: 0.2535810 Feb 21 02:40:50.374351 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db3615-343d-4dc2-9bfb-559d66b54060 None None] Network 42edb66f-b75d-49c3-b85c-48d0084cf0c7 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:40:50.375844 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33574) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:50.453231 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (42edb66f-b75d-49c3-b85c-48d0084cf0c7), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.511412 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Deleting port fbd051e6-6654-4422-8e17-c9c51f5592a6 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:40:50.512308 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.578101 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] For port fbd051e6-6654-4422-8e17-c9c51f5592a6, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fbd051e6-6654-4422-8e17-c9c51f5592a6,segment=NetworkSegment(5605e81f-11d3-4c2d-a1ed-8da721adbde1),segment_id=5605e81f-11d3-4c2d-a1ed-8da721adbde1)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:40:50.578388 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.590576 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Calling delete_port for fbd051e6-6654-4422-8e17-c9c51f5592a6 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:40:50.670553 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a8aba-fe79-49fd-a039-a937d3e9ed38 None None] DHCP port deletion for 42edb66f-b75d-49c3-b85c-48d0084cf0c7 request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:40:50.672148 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (fbd051e6-6654-4422-8e17-c9c51f5592a6), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:50.948491 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd051e6-6654-4422-8e17-c9c51f5592a6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:50.952298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] No DVR routers for this DVR port fbd051e6-6654-4422-8e17-c9c51f5592a6 on host dv-cinder-804470-8-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:40:51.025023 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (42edb66f-b75d-49c3-b85c-48d0084cf0c7), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.045352 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42edb66f-b75d-49c3-b85c-48d0084cf0c7']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:51.054586 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5605e81f-11d3-4c2d-a1ed-8da721adbde1') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:51.054884 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5605e81f-11d3-4c2d-a1ed-8da721adbde1') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:40:51.067195 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (5605e81f-11d3-4c2d-a1ed-8da721adbde1), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.080298 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (5605e81f-11d3-4c2d-a1ed-8da721adbde1), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.086242 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:40:51.086688 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (5605e81f-11d3-4c2d-a1ed-8da721adbde1), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:40:51.088442 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:40:51.143282 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (42edb66f-b75d-49c3-b85c-48d0084cf0c7), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.150299 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.154259 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] 10.222.0.75 "DELETE /v2.0/networks/42edb66f-b75d-49c3-b85c-48d0084cf0c7 HTTP/1.1" status: 204 len: 168 time: 0.7773323 Feb 21 02:40:51.163741 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab82b78-f94d-49bb-a18b-253fb9e7a170 admin admin] Pushing event deleted for resources: {'Network': ['ID=42edb66f-b75d-49c3-b85c-48d0084cf0c7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:51.269091 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33580) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:51.273341 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fbd051e6-6654-4422-8e17-c9c51f5592a6 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:51.294643 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: fbd051e6-6654-4422-8e17-c9c51f5592a6 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:51.294990 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fbd051e6-6654-4422-8e17-c9c51f5592a6 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:51.295403 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device eae2b692-2276-41b9-99cb-28a6c09254de no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:51.312482 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9fe3774-2698-4d9e-910e-14dc7213480f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d0c19115c1746f1956552777cc35baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421808 Feb 21 02:40:51.312724 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33582) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:51.314188 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: eae2b692-2276-41b9-99cb-28a6c09254de {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:51.314718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device eae2b692-2276-41b9-99cb-28a6c09254de not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:51.315288 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b625a553-efdb-4336-ac6b-1d0cf38c7c66 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:40:51.335634 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: b625a553-efdb-4336-ac6b-1d0cf38c7c66 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:40:51.335979 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device b625a553-efdb-4336-ac6b-1d0cf38c7c66 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:40:51.364114 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] Publish callbacks [] for security_group (e2d83a9e-343c-4f4f-834e-96a01db6b4c2), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.385429 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] Publish callbacks [] for security_group (e2d83a9e-343c-4f4f-834e-96a01db6b4c2), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.431528 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (e2d83a9e-343c-4f4f-834e-96a01db6b4c2), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.434709 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.435979 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2d83a9e-343c-4f4f-834e-96a01db6b4c2 HTTP/1.1" status: 204 len: 168 time: 0.1221061 Feb 21 02:40:51.443745 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12937931-fcb2-480d-9c59-8063a46daab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d83a9e-343c-4f4f-834e-96a01db6b4c2,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:51.754449 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33590) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:51.792672 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-294e8407-66f8-4884-8ecb-970298773933 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c0931db012d493b9664e2895a3020ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371251 Feb 21 02:40:51.795222 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33592) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:40:51.844641 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] Publish callbacks [] for security_group (fd772042-e2d7-43e4-ad97-b6aee64f4e4d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.865813 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] Publish callbacks [] for security_group (fd772042-e2d7-43e4-ad97-b6aee64f4e4d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.911743 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (fd772042-e2d7-43e4-ad97-b6aee64f4e4d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.914541 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:40:51.915684 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fd772042-e2d7-43e4-ad97-b6aee64f4e4d HTTP/1.1" status: 204 len: 168 time: 0.1195974 Feb 21 02:40:51.923318 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba49d98-5a3f-42bf-9386-47d15d0ac672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd772042-e2d7-43e4-ad97-b6aee64f4e4d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:40:53.538627 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:40:59.014215 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-695dc1b1-cb01-47e2-b6e3-1b40da48c48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:00.124200 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123f217-7001-427f-a892-539f33544bd5 req-21897355-3e82-4410-9f18-9a6c5562163e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:41:00.125691 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0123f217-7001-427f-a892-539f33544bd5 req-21897355-3e82-4410-9f18-9a6c5562163e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0519953 Feb 21 02:41:00.174834 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0123f217-7001-427f-a892-539f33544bd5 req-25c2d4d4-90ef-48ac-86f8-dd5a3878b97e tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Feb 21 02:41:01.297845 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762d300-ba4b-404d-bb6c-8593adff3ef6 req-2bfef184-efb5-46b4-aa18-388e9625c644 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:41:01.299313 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e762d300-ba4b-404d-bb6c-8593adff3ef6 req-2bfef184-efb5-46b4-aa18-388e9625c644 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0518265 Feb 21 02:41:01.347533 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-e762d300-ba4b-404d-bb6c-8593adff3ef6 req-5d47ea51-b19b-4be0-925b-ca0c77bf60c2 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Feb 21 02:41:01.455756 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-162b1f11-d415-46e0-972b-fdb89a6a3c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:01.648871 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-a6b5811c-d6dd-466f-805e-7ee34939a2a3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:41:01.650330 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-a6b5811c-d6dd-466f-805e-7ee34939a2a3 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 947 time: 0.0535977 Feb 21 02:41:01.737714 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Deleting port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:01.738054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:01.826274 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.db [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] For port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8, host hv-cinder-80447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80447',level=0,port_id=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:41:01.826641 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:01.991020 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:01.991327 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16273396'] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), after_update {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:01.991647 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.l3_db [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Floating IP 87fd72cc-0bd6-4d09-a9b3-604826d8ffaf disassociated. External IP: 172.27.1.196, port: 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8. Feb 21 02:41:01.992010 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.plugin [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Calling delete_port for 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 owned by compute:nova {{(pid=102809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:02.118280 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13273079'] for port (49c16a7e-5b17-4b9c-8fa6-77d95496d4b8), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:02.144499 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'Port': ['ID=49c16a7e-5b17-4b9c-8fa6-77d95496d4b8,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:02.260938 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:41:02.282699 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:02.452011 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [req-af0aa6f7-3720-4a04-ae30-7489e0887f20 req-d0b9f3be-ba2a-4382-a8bc-3ee14c4476b4 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0405d8a-efb9-44d0-a689-bf32224aefbc HTTP/1.1" status: 200 len: 210 time: 0.0288448 Feb 21 02:41:02.638231 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:41:02.647544 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:41:02.657590 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:41:02.658223 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:41:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:02.678929 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] No DVR routers for this DVR port 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 on host hv-cinder-80447 {{(pid=102809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:41:02.681480 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for port (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:02.684974 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [req-9febf67e-db02-44c8-84f7-d4a83d0ff438 req-0da8f5c2-0bc6-4f5a-b1ea-a49a1553d574 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.42 "DELETE /v2.0/ports/49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 HTTP/1.1" status: 204 len: 173 time: 1.0296488 Feb 21 02:41:02.685440 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-deleted', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8'}] {{(pid=102809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 02:41:02.688154 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}088d7421c7eb10775de425a2709feb5a96f39933acb459477187ed2a81ca529b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8934bd47-fca0-4ef2-8883-b5ff9ad4fb67" -d '{"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-deleted", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8"}]}' {{(pid=102809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 02:41:02.728323 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aed83b-c338-485d-b994-10bdc76672f5 x-openstack-request-id: req-20aed83b-c338-485d-b994-10bdc76672f5 {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 02:41:02.728659 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405d8a-efb9-44d0-a689-bf32224aefbc", "name": "network-vif-deleted", "tag": "49c16a7e-5b17-4b9c-8fa6-77d95496d4b8", "status": "completed", "code": 200}]} {{(pid=102809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 02:41:02.728871 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20aed83b-c338-485d-b994-10bdc76672f5 {{(pid=102809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 02:41:02.729261 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405d8a-efb9-44d0-a689-bf32224aefbc', 'name': 'network-vif-deleted', 'tag': '49c16a7e-5b17-4b9c-8fa6-77d95496d4b8', 'status': 'completed', 'code': 200} Feb 21 02:41:02.771517 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:41:02.962224 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:03.076630 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:41:03.085189 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:41:03.085822 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:41:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:03.193190 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:41:03.388211 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:03.416197 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423187a1-d4a9-44d5-af11-e0f60f815155 None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:31:36Z', 'revision_number': 4, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi', '_interfaces': [{'id': '0e7372da-ec19-4865-abb2-ef3302ade29a', 'name': '', 'network_id': 'aed7eff0-82e8-4eca-ade5-d5275418c168', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'mac_address': 'fa:16:3e:f5:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:35Z', 'updated_at': '2022-02-21T02:31:41Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'subnets': [{'id': 'ae06fc0b-8295-4635-a967-d24f3a46742c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:41:03.542308 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 33628) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:03.599041 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.623725 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.637114 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66545da3-4d20-4503-a84b-e1eecde136c4 None None] New status for floating IP 87fd72cc-0bd6-4d09-a9b3-604826d8ffaf: DOWN {{(pid=102811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 02:41:03.673722 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.676334 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.679954 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "DELETE /v2.0/security-groups/3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934 HTTP/1.1" status: 204 len: 168 time: 0.1334119 Feb 21 02:41:03.680399 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33630) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:03.686465 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6ffad-1c8c-4da6-9801-2755c82489f1 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:03.695940 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-b259e5b5-5755-4308-866c-6deb4cd1b4df tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] show failed (client error): The resource could not be found. Feb 21 02:41:03.700097 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b259e5b5-5755-4308-866c-6deb4cd1b4df tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "GET /v2.0/security-groups/3c4ff3d8-16a0-4ec9-9ffa-b4ec42e9e934 HTTP/1.1" status: 404 len: 347 time: 0.0154068 Feb 21 02:41:03.700383 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33632) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:03.826299 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Deleting port fbc1470b-59e5-46f0-a01d-d90f831d7563 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:03.826656 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.846447 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.904046 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.904379 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (fbc1470b-59e5-46f0-a01d-d90f831d7563), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:03.915826 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Calling delete_port for fbc1470b-59e5-46f0-a01d-d90f831d7563 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:04.042127 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (fbc1470b-59e5-46f0-a01d-d90f831d7563), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:04.070826 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Pushing event deleted for resources: {'Port': ['ID=fbc1470b-59e5-46f0-a01d-d90f831d7563,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:04.132149 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks [] for floatingip (87fd72cc-0bd6-4d09-a9b3-604826d8ffaf), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:04.134707 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129130'] for floatingip (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:04.136095 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2661dfec-4f46-421f-adf6-87a5b0414c97 tempest-AttachVolumeShelveTestJSON-1169852837 tempest-AttachVolumeShelveTestJSON-1169852837-project] 10.222.0.75 "DELETE /v2.0/floatingips/87fd72cc-0bd6-4d09-a9b3-604826d8ffaf HTTP/1.1" status: 204 len: 168 time: 0.4344666 Feb 21 02:41:05.083628 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 no longer exists at agent hyperv_hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:41:05.103516 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] No Port match for: 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:41:05.103862 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Device 49c16a7e-5b17-4b9c-8fa6-77d95496d4b8 not bound to the agent host hv-cinder-80447 {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:41:05.391618 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:06.524363 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33654) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:07.067847 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271604'] for router_interface (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:07.311471 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Deleting port 0e7372da-ec19-4865-abb2-ef3302ade29a {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:07.311803 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:07.387517 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] For port 0e7372da-ec19-4865-abb2-ef3302ade29a, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=0e7372da-ec19-4865-abb2-ef3302ade29a,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:41:07.388429 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:07.400570 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Calling delete_port for 0e7372da-ec19-4865-abb2-ef3302ade29a owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:07.576038 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (0e7372da-ec19-4865-abb2-ef3302ade29a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:07.605654 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7372da-ec19-4865-abb2-ef3302ade29a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:07.774215 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16277775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16272996'] for router_interface (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:07.990200 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 has already been hosted by L3 agent df111cbe-d193-47a5-b61a-f7c626b8ab12 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 02:41:08.096636 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] Notify agent at l3_agent.dv-cinder-804470-8-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 02:41:08.101663 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-564f4fbe-ddda-4dfd-a663-0dd7afe66707 admin admin] 10.222.0.75 "PUT /v2.0/routers/653ee183-9f80-4e0d-a3fb-15e9bbaf26b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5762482 Feb 21 02:41:08.104203 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33658) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:08.106352 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Sync routers for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 02:41:08.116462 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:41:08.117136 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:41:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:08.209115 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks [] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:08.221849 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: dv-cinder-804470-8-iscsi {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:41:08.311594 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks [] for router_gateway (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:08.369541 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Deleting port fc680b5a-ebd6-410f-be70-703e8bd9637a {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:08.370035 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:08.396108 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'external_fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:41:07Z', 'revision_number': 5, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port': {'id': 'fc680b5a-ebd6-410f-be70-703e8bd9637a', 'name': '', 'network_id': '91fe3117-44df-4c09-bbcf-cba9f8105f72', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804470-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T02:31:33Z', 'updated_at': '2022-02-21T02:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b037eaf3-cd5f-46aa-93ad-55cdd93f008f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804470-8-iscsi'}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:08.422448 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Checking router: 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 for host: dv-cinder-804470-8-iscsi {{(pid=102812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 02:41:08.430426 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Routers {'653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'} bound to L3 agent in host dv-cinder-804470-8-iscsi {{(pid=102812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 02:41:08.431016 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804470-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T02:19:31Z,description=,heartbeat_timestamp=2022-02-21T02:41:01Z,host='dv-cinder-804470-8-iscsi',id=df111cbe-d193-47a5-b61a-f7c626b8ab12,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T02:19:31Z,topic='l3_agent')) {'router_ids': ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'], 'active': True} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:08.447286 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] For port fc680b5a-ebd6-410f-be70-703e8bd9637a, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=fc680b5a-ebd6-410f-be70-703e8bd9637a,segment=NetworkSegment(6f689c42-ab41-4fa1-a869-566aafa1ff2e),segment_id=6f689c42-ab41-4fa1-a869-566aafa1ff2e)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:41:08.447653 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:08.460049 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Calling delete_port for fc680b5a-ebd6-410f-be70-703e8bd9637a owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:08.516044 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_dvr_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] Set router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 gateway port host: None {{(pid=102812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 02:41:08.569047 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.l3_hamode_db [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:41:08Z', 'revision_number': 6, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port_host': None}], 'dv-cinder-804470-8-iscsi', False) {} {{(pid=102812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:08.595347 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96dcdd7-6b9f-4ebb-b6a8-62ae478047f1 None None] The sync data for ids ['653ee183-9f80-4e0d-a3fb-15e9bbaf26b5'] in dv-cinder-804470-8-iscsi is: [{'id': '653ee183-9f80-4e0d-a3fb-15e9bbaf26b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1155049994-router', 'tenant_id': '6331fee47dce4e8b88574ea961f8b9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T02:31:32Z', 'updated_at': '2022-02-21T02:41:08Z', 'revision_number': 6, 'project_id': '6331fee47dce4e8b88574ea961f8b9a3', 'gw_port_host': None}] {{(pid=102812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 02:41:08.630075 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (fc680b5a-ebd6-410f-be70-703e8bd9637a), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:08.890041 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc680b5a-ebd6-410f-be70-703e8bd9637a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:08.951333 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16273294'] for router_gateway (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.045621 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6581'] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.047728 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks [] for router_controller (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.089704 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272235'] for router (653ee183-9f80-4e0d-a3fb-15e9bbaf26b5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.090233 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 02:41:09.094549 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.095677 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6e3b535f-7485-4217-b4f6-dea97e26989f admin admin] 10.222.0.75 "DELETE /v2.0/routers/653ee183-9f80-4e0d-a3fb-15e9bbaf26b5 HTTP/1.1" status: 204 len: 168 time: 0.9905789 Feb 21 02:41:09.098258 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33660) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:09.144326 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Deleting subnet ae06fc0b-8295-4635-a967-d24f3a46742c {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:41:09.147338 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Publish callbacks [] for subnet (ae06fc0b-8295-4635-a967-d24f3a46742c), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.179842 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12678852'] for subnet (ae06fc0b-8295-4635-a967-d24f3a46742c), precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.254180 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (ae06fc0b-8295-4635-a967-d24f3a46742c), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.312254 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13105520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12809698'] for subnet (ae06fc0b-8295-4635-a967-d24f3a46742c), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.339122 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae06fc0b-8295-4635-a967-d24f3a46742c,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:09.341160 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.345407 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fd86bdf0-0055-45e6-a061-cb933f11517d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ae06fc0b-8295-4635-a967-d24f3a46742c HTTP/1.1" status: 204 len: 168 time: 0.2461677 Feb 21 02:41:09.346690 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d3bf7-cade-4a2c-802b-4aa6b2bfdc2b None None] Network aed7eff0-82e8-4eca-ade5-d5275418c168 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:41:09.347663 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33662) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:09.434263 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (aed7eff0-82e8-4eca-ade5-d5275418c168), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.447056 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fc680b5a-ebd6-410f-be70-703e8bd9637a no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:41:09.469098 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: fc680b5a-ebd6-410f-be70-703e8bd9637a {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:41:09.469448 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device fc680b5a-ebd6-410f-be70-703e8bd9637a not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:41:09.469880 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 0e7372da-ec19-4865-abb2-ef3302ade29a no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:41:09.491247 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Deleting port d9f6f8b4-5047-4925-aebd-038ceebc2639 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:09.491593 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.494108 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: 0e7372da-ec19-4865-abb2-ef3302ade29a {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:41:09.494514 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device 0e7372da-ec19-4865-abb2-ef3302ade29a not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:41:09.561318 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] For port d9f6f8b4-5047-4925-aebd-038ceebc2639, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=d9f6f8b4-5047-4925-aebd-038ceebc2639,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:41:09.561559 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.563798 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] DHCP port deletion for aed7eff0-82e8-4eca-ade5-d5275418c168 request from dv-cinder-804470-8-iscsi {{(pid=102811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 02:41:09.575794 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Calling delete_port for d9f6f8b4-5047-4925-aebd-038ceebc2639 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:09.618663 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Deleting port d9f6f8b4-5047-4925-aebd-038ceebc2639 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 02:41:09.619035 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745098981142'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.668575 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13106337'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.686695 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] For port d9f6f8b4-5047-4925-aebd-038ceebc2639, host dv-cinder-804470-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804470-8-iscsi',level=0,port_id=d9f6f8b4-5047-4925-aebd-038ceebc2639,segment=NetworkSegment(336ea48c-5dac-412b-9110-5a77e2a76ea0),segment_id=336ea48c-5dac-412b-9110-5a77e2a76ea0)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 02:41:09.687096 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16270780'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.698024 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f6f8b4-5047-4925-aebd-038ceebc2639,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:09.699273 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Calling delete_port for d9f6f8b4-5047-4925-aebd-038ceebc2639 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 02:41:09.705409 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] No DVR routers for this DVR port d9f6f8b4-5047-4925-aebd-038ceebc2639 on host dv-cinder-804470-8-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:41:09.776615 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (aed7eff0-82e8-4eca-ade5-d5275418c168), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.781165 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745098987385', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745098431555'] for port (d9f6f8b4-5047-4925-aebd-038ceebc2639), after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.798290 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed7eff0-82e8-4eca-ade5-d5275418c168']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:09.804387 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] Pushing event deleted for resources: {'Port': ['ID=d9f6f8b4-5047-4925-aebd-038ceebc2639,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:09.810762 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c148bd2-4348-4f33-a22d-e33385c41001 None None] No DVR routers for this DVR port d9f6f8b4-5047-4925-aebd-038ceebc2639 on host dv-cinder-804470-8-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 02:41:09.811877 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336ea48c-5dac-412b-9110-5a77e2a76ea0') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:09.812187 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336ea48c-5dac-412b-9110-5a77e2a76ea0') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:41:09.823166 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (336ea48c-5dac-412b-9110-5a77e2a76ea0), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.836492 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (336ea48c-5dac-412b-9110-5a77e2a76ea0), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.843311 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:41:09.843809 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (336ea48c-5dac-412b-9110-5a77e2a76ea0), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:41:09.845596 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:41:09.901908 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (aed7eff0-82e8-4eca-ade5-d5275418c168), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.907763 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:09.911018 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] 10.222.0.75 "DELETE /v2.0/networks/aed7eff0-82e8-4eca-ade5-d5275418c168 HTTP/1.1" status: 204 len: 168 time: 0.5621233 Feb 21 02:41:09.922158 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f9d5-fbf9-4f65-abf5-ad76aa29ec6b admin admin] Pushing event deleted for resources: {'Network': ['ID=aed7eff0-82e8-4eca-ade5-d5275418c168,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:10.018650 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33666) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:10.058376 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7106a84e-b308-47e3-a31c-df7072121766 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6331fee47dce4e8b88574ea961f8b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385828 Feb 21 02:41:10.061243 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 33668) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:10.106950 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] Publish callbacks [] for security_group (c88c3bc2-ca50-4fbe-824a-0203d8eb3275), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:10.127095 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] Publish callbacks [] for security_group (c88c3bc2-ca50-4fbe-824a-0203d8eb3275), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:10.172065 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c88c3bc2-ca50-4fbe-824a-0203d8eb3275), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:10.174516 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:10.175646 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c88c3bc2-ca50-4fbe-824a-0203d8eb3275 HTTP/1.1" status: 204 len: 168 time: 0.1134629 Feb 21 02:41:10.182966 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d552918-44a2-4e63-bbd4-fb9afb78e7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c3bc2-ca50-4fbe-824a-0203d8eb3275,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:10.235932 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:11.276088 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device d9f6f8b4-5047-4925-aebd-038ceebc2639 no longer exists at agent ovs-agent-dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 02:41:11.298428 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] No Port match for: d9f6f8b4-5047-4925-aebd-038ceebc2639 {{(pid=102811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 02:41:11.298885 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Device d9f6f8b4-5047-4925-aebd-038ceebc2639 not bound to the agent host dv-cinder-804470-8-iscsi {{(pid=102811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 02:41:29.014700 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0470c59-3df3-4d28-9411-a2b5514123f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:30.537596 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:41:31.455531 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-19956295-1f47-4a14-8a97-8b5a73fdbf75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:32.285779 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:33.850369 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:35.384005 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:40.240128 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.627717 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34052) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:53.728371 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.804179 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Publish callbacks [] for security_group (c4bd5ef8-5cef-46c1-aceb-54603a7b7f00), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.807645 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c4bd5ef8-5cef-46c1-aceb-54603a7b7f00), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.843751 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd5ef8-5cef-46c1-aceb-54603a7b7f00,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:53.847862 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d90eec48ea2b46c3b2f3688c8ee83e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191486 Feb 21 02:41:53.850677 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34056) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:53.853594 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.853971 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.854312 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.854648 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.854980 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.855306 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.855632 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.855957 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.856281 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.856600 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.856920 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.857239 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.857553 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284d7d0-9f5d-423b-af35-b695c900cf35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.901526 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Publish callbacks [] for security_group (c4bd5ef8-5cef-46c1-aceb-54603a7b7f00), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.921623 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Publish callbacks [] for security_group (c4bd5ef8-5cef-46c1-aceb-54603a7b7f00), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.967617 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c4bd5ef8-5cef-46c1-aceb-54603a7b7f00), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.970373 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:53.971525 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4bd5ef8-5cef-46c1-aceb-54603a7b7f00 HTTP/1.1" status: 204 len: 168 time: 0.1198516 Feb 21 02:41:53.979235 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd5ef8-5cef-46c1-aceb-54603a7b7f00,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:53.986208 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.986640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.987081 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.987931 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.988328 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.988729 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.989069 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.989484 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.989775 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.990113 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.990444 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.990773 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:53.991098 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c1cb6a-e2e2-446c-bf85-fc47eb4458e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804470-8-iscsi {{(pid=102809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 02:41:54.222022 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34062) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:54.234852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0877c876-4ec9-4627-bae5-1033a022d49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.308976 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0877c876-4ec9-4627-bae5-1033a022d49c admin admin] Publish callbacks [] for security_group (43e5fdf0-884b-40cd-ad16-c0b94ff3143d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.312630 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0877c876-4ec9-4627-bae5-1033a022d49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (43e5fdf0-884b-40cd-ad16-c0b94ff3143d), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.350614 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0877c876-4ec9-4627-bae5-1033a022d49c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efa7f374eab74b6fa9abc139a99fe94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275206 Feb 21 02:41:54.351329 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c876-4ec9-4627-bae5-1033a022d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e5fdf0-884b-40cd-ad16-c0b94ff3143d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:54.353231 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34064) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:54.401554 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] Publish callbacks [] for security_group (43e5fdf0-884b-40cd-ad16-c0b94ff3143d), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.422791 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] Publish callbacks [] for security_group (43e5fdf0-884b-40cd-ad16-c0b94ff3143d), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.469070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (43e5fdf0-884b-40cd-ad16-c0b94ff3143d), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.472111 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:54.473222 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/43e5fdf0-884b-40cd-ad16-c0b94ff3143d HTTP/1.1" status: 204 len: 168 time: 0.1189647 Feb 21 02:41:54.480699 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db65ca7-2191-47f6-b9ec-44051c52119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e5fdf0-884b-40cd-ad16-c0b94ff3143d,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:58.647869 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34136) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:58.746689 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-db998ef5-9d01-49e6-95b8-828153716c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.821977 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-db998ef5-9d01-49e6-95b8-828153716c54 admin admin] Publish callbacks [] for security_group (d69e2303-6d82-4bca-92f3-9e47034f50a7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.826405 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-db998ef5-9d01-49e6-95b8-828153716c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d69e2303-6d82-4bca-92f3-9e47034f50a7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.861707 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db998ef5-9d01-49e6-95b8-828153716c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69e2303-6d82-4bca-92f3-9e47034f50a7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:58.867116 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-db998ef5-9d01-49e6-95b8-828153716c54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2ee76d1f99f40a8aed59d216d7a356e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182152 Feb 21 02:41:58.869664 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34140) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:58.917070 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] Publish callbacks [] for security_group (d69e2303-6d82-4bca-92f3-9e47034f50a7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.937674 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] Publish callbacks [] for security_group (d69e2303-6d82-4bca-92f3-9e47034f50a7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.982391 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (d69e2303-6d82-4bca-92f3-9e47034f50a7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.985249 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:58.986436 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d69e2303-6d82-4bca-92f3-9e47034f50a7 HTTP/1.1" status: 204 len: 168 time: 0.1157687 Feb 21 02:41:58.995672 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db37ce7-2e56-4342-9dc0-b10f0ae5323e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69e2303-6d82-4bca-92f3-9e47034f50a7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:59.028459 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4c46f730-bbc5-4dbe-a3a5-ae643d5d7ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.241948 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34146) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:59.255105 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a4c1-8c83-41c6-9b24-4e26540c7de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.329496 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a4c1-8c83-41c6-9b24-4e26540c7de7 admin admin] Publish callbacks [] for security_group (6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.333524 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a4c1-8c83-41c6-9b24-4e26540c7de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.374411 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-e3f9a4c1-8c83-41c6-9b24-4e26540c7de7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7aa170ac3eee4333a140630531e2497e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313975 Feb 21 02:41:59.375614 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9a4c1-8c83-41c6-9b24-4e26540c7de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:41:59.377054 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34148) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:41:59.425852 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] Publish callbacks [] for security_group (6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.446109 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] Publish callbacks [] for security_group (6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.495289 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.497896 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:41:59.501725 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7 HTTP/1.1" status: 204 len: 168 time: 0.1208036 Feb 21 02:41:59.506802 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5d632-f3f9-415b-81c1-187b82fe3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c750a5e-718f-4db9-8a1c-f1dfe7b1a7e7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:01.457014 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5d64218d-bdbb-47cd-aeb0-d14ecf9e34e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:02.288718 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:03.856867 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.386030 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.664909 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34268) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:05.765591 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e466ec1b-f525-45a2-8904-a44687ce61af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.840483 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e466ec1b-f525-45a2-8904-a44687ce61af admin admin] Publish callbacks [] for security_group (7ab26e93-79f1-4eb7-9cad-65837788e1fb), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.844105 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e466ec1b-f525-45a2-8904-a44687ce61af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7ab26e93-79f1-4eb7-9cad-65837788e1fb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.886980 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e466ec1b-f525-45a2-8904-a44687ce61af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96177c79c3d74645afd6b81d24726739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208071 Feb 21 02:42:05.888085 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466ec1b-f525-45a2-8904-a44687ce61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab26e93-79f1-4eb7-9cad-65837788e1fb,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:05.889736 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34272) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:05.937359 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] Publish callbacks [] for security_group (7ab26e93-79f1-4eb7-9cad-65837788e1fb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:05.958162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] Publish callbacks [] for security_group (7ab26e93-79f1-4eb7-9cad-65837788e1fb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.005386 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (7ab26e93-79f1-4eb7-9cad-65837788e1fb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.007939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.009059 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ab26e93-79f1-4eb7-9cad-65837788e1fb HTTP/1.1" status: 204 len: 168 time: 0.1183510 Feb 21 02:42:06.016588 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc82854-322c-453e-84ba-f4afe717d607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab26e93-79f1-4eb7-9cad-65837788e1fb,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:06.262324 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34278) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:06.276022 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e5d-5dca-4e78-be1a-c2533ce36912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.350673 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e5d-5dca-4e78-be1a-c2533ce36912 admin admin] Publish callbacks [] for security_group (ebdc554b-c3a2-488c-89dd-5fd70d6559e5), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.354418 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-16dd5e5d-5dca-4e78-be1a-c2533ce36912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ebdc554b-c3a2-488c-89dd-5fd70d6559e5), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.392341 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-16dd5e5d-5dca-4e78-be1a-c2533ce36912 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eaac8a64542941fa9075c2022ae47b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289406 Feb 21 02:42:06.393217 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd5e5d-5dca-4e78-be1a-c2533ce36912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc554b-c3a2-488c-89dd-5fd70d6559e5,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:06.395843 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34280) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:06.442679 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] Publish callbacks [] for security_group (ebdc554b-c3a2-488c-89dd-5fd70d6559e5), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.463568 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] Publish callbacks [] for security_group (ebdc554b-c3a2-488c-89dd-5fd70d6559e5), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.507996 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (ebdc554b-c3a2-488c-89dd-5fd70d6559e5), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.510516 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:06.511637 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebdc554b-c3a2-488c-89dd-5fd70d6559e5 HTTP/1.1" status: 204 len: 168 time: 0.1147799 Feb 21 02:42:06.519167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e736c-2ea5-49ba-9e9c-4fec66b82367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc554b-c3a2-488c-89dd-5fd70d6559e5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:07.152289 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34302) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:07.244102 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387701065-network', 'tenant_id': '0e0c924fbba0469c8200f531cb57892e'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:42:07.266186 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Made reservation on behalf of 0e0c924fbba0469c8200f531cb57892e for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:42:07.268424 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.276567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.347403 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks [] for security_group (cbe9fbd3-d12d-4943-bcb2-7e5c010a5623), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.351071 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (cbe9fbd3-d12d-4943-bcb2-7e5c010a5623), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.374682 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:42:07.384023 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe9fbd3-d12d-4943-bcb2-7e5c010a5623,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:07.389905 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (846def4c-8d93-4480-90fd-7ebc5a46679d), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.390243 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Added segment 846def4c-8d93-4480-90fd-7ebc5a46679d of type vlan for network 87224fab-9c30-4854-920f-dfebbb26e107 Feb 21 02:42:07.429266 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (87224fab-9c30-4854-920f-dfebbb26e107), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.453198 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (87224fab-9c30-4854-920f-dfebbb26e107), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.454167 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:42:07.454753 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.505406 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3519950 Feb 21 02:42:07.508311 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34306) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:07.519077 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Request body: {'subnet': {'network_id': '87224fab-9c30-4854-920f-dfebbb26e107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387701065-subnet', 'tenant_id': '0e0c924fbba0469c8200f531cb57892e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:42:07.532973 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf70e6-0c7b-4b92-ad1d-59241923787d admin admin] Pushing event updated for resources: {'Network': ['ID=87224fab-9c30-4854-920f-dfebbb26e107,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:07.535920 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:42:07.543113 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 87224fab-9c30-4854-920f-dfebbb26e107 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:42:07.544092 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Made reservation on behalf of 0e0c924fbba0469c8200f531cb57892e for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:42:07.546505 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.710750 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (52a52d9d-4345-40c7-9850-d31834421cfb), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.765375 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a52d9d-4345-40c7-9850-d31834421cfb,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:07.772677 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Checking segment: {'id': '846def4c-8d93-4480-90fd-7ebc5a46679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87224fab-9c30-4854-920f-dfebbb26e107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:42:07.773032 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Network hostable DHCP agents. Network: 87224fab-9c30-4854-920f-dfebbb26e107, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:42:07.790308 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Network 87224fab-9c30-4854-920f-dfebbb26e107 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:42:07.798098 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 87224fab-9c30-4854-920f-dfebbb26e107) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:42:07.802310 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:42:07.802898 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:07.808663 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c95165-ca05-4695-abe4-420bb38e45d1 None None] Network 87224fab-9c30-4854-920f-dfebbb26e107 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:42:07.817607 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2b867745-435e-4155-82a6-b07fc0f28f7a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082597 Feb 21 02:42:07.905749 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9242e626-24b6-4c9a-95fc-51f62a34a099 None None] Network 87224fab-9c30-4854-920f-dfebbb26e107 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:42:08.278939 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34322) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:08.283819 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.v2.base [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1773741880-network', 'tenant_id': '716bf02c033b41798a55ff3e724d2bbc'}} {{(pid=102809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:42:08.302536 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Made reservation on behalf of 716bf02c033b41798a55ff3e724d2bbc for: {'network': 1} {{(pid=102809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:42:08.304788 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653571'] for network (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.312802 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.389829 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks [] for security_group (b6ceea08-abc4-4a42-bb66-2e676b092f73), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.393273 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b6ceea08-abc4-4a42-bb66-2e676b092f73), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.412973 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 02:42:08.426266 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ceea08-abc4-4a42-bb66-2e676b092f73,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:08.431032 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (af32da69-6081-4607-8874-7c4d6110f317), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.431379 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.db.segments_db [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Added segment af32da69-6081-4607-8874-7c4d6110f317 of type vlan for network 4fe12b08-c17f-4993-9d21-0a77e5fd87f6 Feb 21 02:42:08.470038 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745098414987'] for network (4fe12b08-c17f-4993-9d21-0a77e5fd87f6), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.494140 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766'] for network (4fe12b08-c17f-4993-9d21-0a77e5fd87f6), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.495067 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:42:08.495640 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.544721 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2647018 Feb 21 02:42:08.547529 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34324) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:08.553241 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Request body: {'subnet': {'network_id': '4fe12b08-c17f-4993-9d21-0a77e5fd87f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1773741880-subnet', 'tenant_id': '716bf02c033b41798a55ff3e724d2bbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 02:42:08.555970 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91551bf-c056-4df0-bd9c-148c82df0f32 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe12b08-c17f-4993-9d21-0a77e5fd87f6,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:08.565517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.rpc [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Network 4fe12b08-c17f-4993-9d21-0a77e5fd87f6 details requested by agent ovs-agent-dv-cinder-804470-8-iscsi with host dv-cinder-804470-8-iscsi {{(pid=102811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 02:42:08.574757 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Made reservation on behalf of 716bf02c033b41798a55ff3e724d2bbc for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 02:42:08.577057 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12809487'] for subnet (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.742079 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13105457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12809725'] for subnet (c130d487-356a-4d35-803d-bf532a274a29), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.800695 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c130d487-356a-4d35-803d-bf532a274a29,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:08.809567 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Checking segment: {'id': 'af32da69-6081-4607-8874-7c4d6110f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fe12b08-c17f-4993-9d21-0a77e5fd87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 02:42:08.809978 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Network hostable DHCP agents. Network: 4fe12b08-c17f-4993-9d21-0a77e5fd87f6, hostable agents: ['17ae33da-40cd-4872-bbe4-fe3d76a1b7d7'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 02:42:08.828508 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Network 4fe12b08-c17f-4993-9d21-0a77e5fd87f6 is scheduled to be hosted by DHCP agent 17ae33da-40cd-4872-bbe4-fe3d76a1b7d7 with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 02:42:08.838878 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804470-8-iscsi, 4fe12b08-c17f-4993-9d21-0a77e5fd87f6) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 02:42:08.843578 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 02:42:08.844408 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:08.849456 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec073c3d-6b6e-40af-88fe-880523e48ca7 None None] Network 4fe12b08-c17f-4993-9d21-0a77e5fd87f6 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:42:08.874290 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d20d18f2-0dfc-41e8-9d5e-6de07c37d518 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3254702 Feb 21 02:42:08.962968 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc79eda-fae9-4bd3-99e1-9ea0763b1052 None None] Network 4fe12b08-c17f-4993-9d21-0a77e5fd87f6 requested from dv-cinder-804470-8-iscsi {{(pid=102811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 02:42:10.242377 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.113768 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34442) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:22.161513 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Deleting subnet 52a52d9d-4345-40c7-9850-d31834421cfb {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:42:22.164655 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Publish callbacks [] for subnet (52a52d9d-4345-40c7-9850-d31834421cfb), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.198451 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (52a52d9d-4345-40c7-9850-d31834421cfb), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.235259 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (52a52d9d-4345-40c7-9850-d31834421cfb), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.287054 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (52a52d9d-4345-40c7-9850-d31834421cfb), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.313281 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a52d9d-4345-40c7-9850-d31834421cfb,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:22.315282 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.323977 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-27a1c417-df82-460a-98b3-cc3d781cd86d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/52a52d9d-4345-40c7-9850-d31834421cfb HTTP/1.1" status: 204 len: 168 time: 0.2062461 Feb 21 02:42:22.324129 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34444) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:22.391601 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (87224fab-9c30-4854-920f-dfebbb26e107), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.467485 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (87224fab-9c30-4854-920f-dfebbb26e107), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.486246 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87224fab-9c30-4854-920f-dfebbb26e107']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.495381 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846def4c-8d93-4480-90fd-7ebc5a46679d') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.495760 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846def4c-8d93-4480-90fd-7ebc5a46679d') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.505357 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12678877'] for segment (846def4c-8d93-4480-90fd-7ebc5a46679d), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.517951 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (846def4c-8d93-4480-90fd-7ebc5a46679d), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.524197 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:42:22.524595 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13106326'] for segment (846def4c-8d93-4480-90fd-7ebc5a46679d), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: Traceback (most recent call last): Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: timer() Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: cb(*args, **kw) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: return func(*args, **kwargs) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: self._notify() Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: self.callback(batched_events) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: event.method(event) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: return f(self, *a, **k) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._get(url).json() Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: return self.request(url, 'GET', **kwargs) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:42:22.526246 dv-cinder-804470-8-iscsi neutron-server[102810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:42:22.583735 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (87224fab-9c30-4854-920f-dfebbb26e107), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.589028 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.592176 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/87224fab-9c30-4854-920f-dfebbb26e107 HTTP/1.1" status: 204 len: 168 time: 0.2700856 Feb 21 02:42:22.595162 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34446) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:22.603329 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4743b-d62e-4a2d-8104-db9178c804e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=87224fab-9c30-4854-920f-dfebbb26e107,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:22.644420 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Deleting subnet c130d487-356a-4d35-803d-bf532a274a29 {{(pid=102809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 02:42:22.647689 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Publish callbacks [] for subnet (c130d487-356a-4d35-803d-bf532a274a29), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.681061 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303031'] for subnet (c130d487-356a-4d35-803d-bf532a274a29), precommit_delete_associations {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.718197 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990760'] for subnet (c130d487-356a-4d35-803d-bf532a274a29), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.768536 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13271590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065233765'] for subnet (c130d487-356a-4d35-803d-bf532a274a29), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.791873 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c130d487-356a-4d35-803d-bf532a274a29,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:22.797478 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for subnet (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.801291 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-dbda3d2a-90a9-401c-80f2-fe2f51e98357 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c130d487-356a-4d35-803d-bf532a274a29 HTTP/1.1" status: 204 len: 168 time: 0.2050602 Feb 21 02:42:22.803674 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34448) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:22.873483 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-622753'] for network (4fe12b08-c17f-4993-9d21-0a77e5fd87f6), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.949570 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-990113', 'neutron.services.segments.db._delete_segments_for_network-8745098943290'] for network (4fe12b08-c17f-4993-9d21-0a77e5fd87f6), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:22.968668 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe12b08-c17f-4993-9d21-0a77e5fd87f6']}} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.977778 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af32da69-6081-4607-8874-7c4d6110f317') {'for_net_delete': True} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.978100 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.services.segments.db [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af32da69-6081-4607-8874-7c4d6110f317') {} {{(pid=102809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 02:42:22.992118 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745098943555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303022'] for segment (af32da69-6081-4607-8874-7c4d6110f317), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.005264 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165'] for segment (af32da69-6081-4607-8874-7c4d6110f317), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.011197 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 02:42:23.011576 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1025165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13273024'] for segment (af32da69-6081-4607-8874-7c4d6110f317), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: Traceback (most recent call last): Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: timer() Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: cb(*args, **kw) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: return func(*args, **kwargs) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: self._notify() Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: self.callback(batched_events) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: event.method(event) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: return f(self, *a, **k) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._get(url).json() Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: return self.request(url, 'GET', **kwargs) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 02:42:23.013210 dv-cinder-804470-8-iscsi neutron-server[102809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 02:42:23.065093 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-990122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16277766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16273378'] for network (4fe12b08-c17f-4993-9d21-0a77e5fd87f6), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.070794 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16277800'] for network (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.074002 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] 10.222.0.75 "DELETE /v2.0/networks/4fe12b08-c17f-4993-9d21-0a77e5fd87f6 HTTP/1.1" status: 204 len: 168 time: 0.2694063 Feb 21 02:42:23.085533 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76747a68-f8e1-4178-8b0d-73b1349826dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe12b08-c17f-4993-9d21-0a77e5fd87f6,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:23.225878 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34452) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:23.264979 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9194c962-6cf1-4cfe-a734-6459f6680d4d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e0c924fbba0469c8200f531cb57892e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379903 Feb 21 02:42:23.267278 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34454) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:23.311921 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] Publish callbacks [] for security_group (cbe9fbd3-d12d-4943-bcb2-7e5c010a5623), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.334280 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] Publish callbacks [] for security_group (cbe9fbd3-d12d-4943-bcb2-7e5c010a5623), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.383822 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (cbe9fbd3-d12d-4943-bcb2-7e5c010a5623), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.386407 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.387533 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cbe9fbd3-d12d-4943-bcb2-7e5c010a5623 HTTP/1.1" status: 204 len: 168 time: 0.1193852 Feb 21 02:42:23.395006 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fa1c5-e9db-4fb6-9a32-d776f18c5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe9fbd3-d12d-4943-bcb2-7e5c010a5623,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:23.690952 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34460) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:23.734608 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-9510ae94-7359-4746-bdf2-8e32b4881cc8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=716bf02c033b41798a55ff3e724d2bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421994 Feb 21 02:42:23.737809 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34462) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:23.784133 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] Publish callbacks [] for security_group (b6ceea08-abc4-4a42-bb66-2e676b092f73), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.805392 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] Publish callbacks [] for security_group (b6ceea08-abc4-4a42-bb66-2e676b092f73), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.850990 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (b6ceea08-abc4-4a42-bb66-2e676b092f73), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.853465 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:23.854715 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6ceea08-abc4-4a42-bb66-2e676b092f73 HTTP/1.1" status: 204 len: 168 time: 0.1152534 Feb 21 02:42:23.862251 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d49d-c45f-471a-bd83-ececcf04ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ceea08-abc4-4a42-bb66-2e676b092f73,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:29.021156 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-414948e2-46ef-4dfb-9513-caddf397115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:31.458226 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-792331a1-7c12-4615-a62b-786e01dc6571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:32.292020 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:33.855637 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.318008 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34574) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:34.418032 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d749cc6-31ea-48de-a282-dd6fe8e64456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.490786 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d749cc6-31ea-48de-a282-dd6fe8e64456 admin admin] Publish callbacks [] for security_group (c73f0e11-bc64-49a7-9c29-575561ed14e9), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.494361 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-1d749cc6-31ea-48de-a282-dd6fe8e64456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c73f0e11-bc64-49a7-9c29-575561ed14e9), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.532474 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d749cc6-31ea-48de-a282-dd6fe8e64456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f0e11-bc64-49a7-9c29-575561ed14e9,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:34.539433 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-1d749cc6-31ea-48de-a282-dd6fe8e64456 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=221c578564f247b781ec47a1b0c09adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178340 Feb 21 02:42:34.539658 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34578) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:34.587372 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] Publish callbacks [] for security_group (c73f0e11-bc64-49a7-9c29-575561ed14e9), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.607847 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] Publish callbacks [] for security_group (c73f0e11-bc64-49a7-9c29-575561ed14e9), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.655356 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (c73f0e11-bc64-49a7-9c29-575561ed14e9), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.657913 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.659048 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c73f0e11-bc64-49a7-9c29-575561ed14e9 HTTP/1.1" status: 204 len: 168 time: 0.1184402 Feb 21 02:42:34.667296 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff78c2a-ef9c-421a-b331-671823e17ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f0e11-bc64-49a7-9c29-575561ed14e9,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:34.912911 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34586) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:34.926507 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f758417-1b79-4a46-ab43-73e2107cd220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:34.999771 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f758417-1b79-4a46-ab43-73e2107cd220 admin admin] Publish callbacks [] for security_group (5dbe65bd-78e8-4b14-9766-94b794544f2b), precommit_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.003285 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-6f758417-1b79-4a46-ab43-73e2107cd220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5dbe65bd-78e8-4b14-9766-94b794544f2b), after_create {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.043319 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-6f758417-1b79-4a46-ab43-73e2107cd220 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e9d3724bfa64c4790449b71386bf3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293149 Feb 21 02:42:35.045226 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f758417-1b79-4a46-ab43-73e2107cd220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe65bd-78e8-4b14-9766-94b794544f2b,revision_number=1']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:35.046011 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34588) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:35.093490 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] Publish callbacks [] for security_group (5dbe65bd-78e8-4b14-9766-94b794544f2b), before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.114948 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] Publish callbacks [] for security_group (5dbe65bd-78e8-4b14-9766-94b794544f2b), precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.161902 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (5dbe65bd-78e8-4b14-9766-94b794544f2b), after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.164405 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:35.165540 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5dbe65bd-78e8-4b14-9766-94b794544f2b HTTP/1.1" status: 204 len: 168 time: 0.1184802 Feb 21 02:42:35.173401 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2243a17-88dc-4640-9578-ba81bcbddbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbe65bd-78e8-4b14-9766-94b794544f2b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:35.387683 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.649077 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.75', 34632) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:38.751159 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6d10-9ceb-4093-822b-7dc2f10a968b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.825113 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6d10-9ceb-4093-822b-7dc2f10a968b admin admin] Publish callbacks [] for security_group (20841243-e019-4bbe-81a6-10222b7ee0b7), precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.829608 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0a5f6d10-9ceb-4093-822b-7dc2f10a968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (20841243-e019-4bbe-81a6-10222b7ee0b7), after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.868308 dv-cinder-804470-8-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0a5f6d10-9ceb-4093-822b-7dc2f10a968b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2bef20ab33145bd8eb71a673b4e143f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181144 Feb 21 02:42:38.869291 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f6d10-9ceb-4093-822b-7dc2f10a968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20841243-e019-4bbe-81a6-10222b7ee0b7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:38.871447 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.wsgi [-] (102809) accepted ('10.222.0.75', 34636) {{(pid=102809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 02:42:38.921003 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] Publish callbacks [] for security_group (20841243-e019-4bbe-81a6-10222b7ee0b7), before_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.941310 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] Publish callbacks [] for security_group (20841243-e019-4bbe-81a6-10222b7ee0b7), precommit_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.988170 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16742299'] for security_group (20841243-e019-4bbe-81a6-10222b7ee0b7), after_delete {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.990901 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:38.992044 dv-cinder-804470-8-iscsi neutron-server[102809]: INFO neutron.wsgi [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20841243-e019-4bbe-81a6-10222b7ee0b7 HTTP/1.1" status: 204 len: 168 time: 0.1190417 Feb 21 02:42:38.999354 dv-cinder-804470-8-iscsi neutron-server[102809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a67e-9ba3-4c4b-8315-91e168ee8bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20841243-e019-4bbe-81a6-10222b7ee0b7,revision_number=None']} {{(pid=102809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 02:42:40.251321 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:42:44.534861 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:42:54.952288 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-96641819-c631-424c-858f-8ee0e6a530ac req-8e64ab55-e756-4620-9983-ad833d10e254 service neutron] (102810) timed out ('10.222.0.42', 62067) {{(pid=102810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 02:42:59.023090 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6db83764-5575-4c53-ada8-7a4ea6e2e0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:01.460679 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-160a2ef5-95ce-4fa2-a2a2-16c5633832fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:02.293665 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:03.858868 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:05.389474 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:10.243517 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:11.094645 dv-cinder-804470-8-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-27deb9fa-834d-49ee-9dd4-6d677efea313 req-d72a31f9-9301-42b7-8762-d95e55ad82bb service neutron] (102810) timed out ('10.222.0.42', 62076) {{(pid=102810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 02:43:21.610930 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:43:29.024367 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-deea04b4-c1b8-4a9b-b899-71856c7b4d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:31.461559 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-88aa52d9-ddf2-4427-9839-500b80b9a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:32.296349 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:33.860352 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:35.395785 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:40.262798 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:43:58.531278 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:43:59.026320 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e111cff4-5aff-4d4e-8d37-1e10a94943d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:01.462942 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bce5d844-5420-4297-b7c3-015ee2ff5428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:02.298473 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:03.863437 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:05.389432 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:10.258544 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:29.028126 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d8e53e81-276b-4c8d-b3a5-2cd2b82f977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:31.463720 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3c5a87a1-b605-4151-924d-85e007eb171a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:32.299983 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:33.866819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:35.391130 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:35.530275 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:44:40.265916 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:44:59.029851 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8778aa4f-136b-4f70-93cf-218a49603cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:01.468048 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e3fd-c156-4760-b858-210095531449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:02.304138 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:03.871162 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:05.393565 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:10.258844 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:12.529933 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:45:29.031834 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1e58390-808c-4e57-97bb-9a9659d07763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:31.468864 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ab3aaae8-6c38-4fa7-b081-fcf668374371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:32.308735 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:33.875855 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:35.394806 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:40.257046 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:45:49.529470 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:45:59.033038 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-81d98ef9-5a9c-43e4-82c4-976020e9b3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:01.470337 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0f365d2a-2b29-46e6-afbb-56bf4a4e684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:02.310336 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:03.876417 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:05.396674 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:10.273427 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:26.529391 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:46:29.034819 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-21d6df2e-5373-4890-b9c5-94d76847d824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:31.472037 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dfda505a-c164-4dc1-a8cc-b3f827bb4a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:32.312739 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:33.878844 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:35.400494 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:40.271460 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:46:59.037771 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb15b-83a9-4635-84b0-36012ce2870a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:01.473929 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-de2c54ab-93f2-4e88-ad5a-f83d7456a158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:02.315119 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:03.528224 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:47:03.885731 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:05.404194 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:10.285828 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:29.039295 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b7473385-1c73-41b6-a7de-9a54b6dbd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:31.475627 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-04947c9c-1010-48ca-ac8e-098501054f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:32.316886 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:33.921973 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:35.406124 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:40.299965 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a85f6e3e-1f47-4170-9943-98f39b4021c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (cf7dad5b-c404-4e62-802d-2b9462be8a24), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:47:40.527817 dv-cinder-804470-8-iscsi neutron-server[102812]: DEBUG neutron.db.agents_db [None req-e1183705-8db3-4a01-af41-fd1aded00a6f None None] Agent healthcheck: found 6 active agents {{(pid=102812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 02:47:59.044982 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e188ba5-721d-4f0b-90c5-9c608e936363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (17ae33da-40cd-4872-bbe4-fe3d76a1b7d7), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:48:01.483396 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e47a0662-486f-46cf-a85f-87a9a08f2cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (df111cbe-d193-47a5-b61a-f7c626b8ab12), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:48:02.321093 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2cd87801-c912-4b97-9ed0-e9c81fbbc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (d7d457ad-aed8-4303-99d7-7e1e5c124888), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:48:03.887431 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e117723e-1d67-4db9-afeb-d3834f665470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (735f7cab-c789-44d3-8d36-1d2313ab1807), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 02:48:05.407911 dv-cinder-804470-8-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-52d6eafe-44b0-4359-91a7-f831b2843017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745098943272', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-986296'] for agent (76fbce2e-b6e4-4c9b-bed5-b06ffeac81a8), after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}